[ 626.185123] env[68503]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68503) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 626.185614] env[68503]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68503) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 626.185614] env[68503]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68503) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 626.185887] env[68503]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 626.280616] env[68503]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68503) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 626.290481] env[68503]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68503) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 626.333691] env[68503]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 626.894708] env[68503]: INFO nova.virt.driver [None req-861fc4e5-697f-4da9-8de9-ae2db182254d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 626.973618] env[68503]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.973814] env[68503]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.973926] env[68503]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68503) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 629.915595] env[68503]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0f81c3f0-e050-4e19-baeb-7b385f6ad695 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.932214] env[68503]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68503) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 629.932406] env[68503]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3bba76fc-49da-46be-b4b2-d392ab5db3bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.963436] env[68503]: INFO oslo_vmware.api [-] Successfully established new session; session ID is bacf0. [ 629.963641] env[68503]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.990s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.964211] env[68503]: INFO nova.virt.vmwareapi.driver [None req-861fc4e5-697f-4da9-8de9-ae2db182254d None None] VMware vCenter version: 7.0.3 [ 629.967916] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ae6ad-62ef-4771-a8b7-9fdffdc62b8e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.989340] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1494eb-54d3-4117-b225-0846002cfce1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.995312] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e992fb68-301d-4180-9125-ec2ebef4b0cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.001948] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a061af3-2456-4f6a-9e40-a0a2997fd3c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.014877] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8869bcf3-7399-4fad-b8e6-ba1da856bcba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.020801] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e04a86d-5764-4edd-8634-1ce533f10a3e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.052872] env[68503]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-57157954-759f-43df-ba2e-d9867a8310ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.057835] env[68503]: DEBUG nova.virt.vmwareapi.driver [None req-861fc4e5-697f-4da9-8de9-ae2db182254d None None] Extension org.openstack.compute already exists. {{(pid=68503) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 630.060489] env[68503]: INFO nova.compute.provider_config [None req-861fc4e5-697f-4da9-8de9-ae2db182254d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 630.564342] env[68503]: DEBUG nova.context [None req-861fc4e5-697f-4da9-8de9-ae2db182254d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),295ed541-e867-46e6-aa2f-dcc84bfea245(cell1) {{(pid=68503) load_cells /opt/stack/nova/nova/context.py:464}} [ 630.566655] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.566879] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.567604] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.568056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Acquiring lock "295ed541-e867-46e6-aa2f-dcc84bfea245" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.568251] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Lock "295ed541-e867-46e6-aa2f-dcc84bfea245" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.569256] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Lock "295ed541-e867-46e6-aa2f-dcc84bfea245" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.591104] env[68503]: INFO dbcounter [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Registered counter for database nova_cell0 [ 630.599915] env[68503]: INFO dbcounter [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Registered counter for database nova_cell1 [ 631.055707] env[68503]: DEBUG oslo_db.sqlalchemy.engines [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68503) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 631.056163] env[68503]: DEBUG oslo_db.sqlalchemy.engines [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68503) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 631.061434] env[68503]: ERROR nova.db.main.api [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 631.061434] env[68503]: result = function(*args, **kwargs) [ 631.061434] env[68503]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 631.061434] env[68503]: return func(*args, **kwargs) [ 631.061434] env[68503]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 631.061434] env[68503]: result = fn(*args, **kwargs) [ 631.061434] env[68503]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 631.061434] env[68503]: return f(*args, **kwargs) [ 631.061434] env[68503]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 631.061434] env[68503]: return db.service_get_minimum_version(context, binaries) [ 631.061434] env[68503]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 631.061434] env[68503]: _check_db_access() [ 631.061434] env[68503]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 631.061434] env[68503]: stacktrace = ''.join(traceback.format_stack()) [ 631.061434] env[68503]: [ 631.062674] env[68503]: ERROR nova.db.main.api [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 631.062674] env[68503]: result = function(*args, **kwargs) [ 631.062674] env[68503]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 631.062674] env[68503]: return func(*args, **kwargs) [ 631.062674] env[68503]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 631.062674] env[68503]: result = fn(*args, **kwargs) [ 631.062674] env[68503]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 631.062674] env[68503]: return f(*args, **kwargs) [ 631.062674] env[68503]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 631.062674] env[68503]: return db.service_get_minimum_version(context, binaries) [ 631.062674] env[68503]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 631.062674] env[68503]: _check_db_access() [ 631.062674] env[68503]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 631.062674] env[68503]: stacktrace = ''.join(traceback.format_stack()) [ 631.062674] env[68503]: [ 631.063096] env[68503]: WARNING nova.objects.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 631.063336] env[68503]: WARNING nova.objects.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Failed to get minimum service version for cell 295ed541-e867-46e6-aa2f-dcc84bfea245 [ 631.063802] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Acquiring lock "singleton_lock" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.063971] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Acquired lock "singleton_lock" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.064232] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Releasing lock "singleton_lock" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.064599] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Full set of CONF: {{(pid=68503) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 631.064747] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ******************************************************************************** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 631.064883] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] Configuration options gathered from: {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 631.065054] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 631.065268] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 631.065425] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ================================================================================ {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 631.065638] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] allow_resize_to_same_host = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.065812] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] arq_binding_timeout = 300 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.065974] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] backdoor_port = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.066116] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] backdoor_socket = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.066281] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] block_device_allocate_retries = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.066468] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] block_device_allocate_retries_interval = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.066652] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cert = self.pem {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.067105] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.067319] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute_monitors = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.067517] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] config_dir = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.067694] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] config_drive_format = iso9660 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.067849] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.068086] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] config_source = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.068201] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] console_host = devstack {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.068363] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] control_exchange = nova {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.068521] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cpu_allocation_ratio = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.068727] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] daemon = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.068874] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] debug = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.069067] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] default_access_ip_network_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.069252] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] default_availability_zone = nova {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.069413] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] default_ephemeral_format = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.069576] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] default_green_pool_size = 1000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.069828] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.070025] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] default_schedule_zone = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.070207] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] disk_allocation_ratio = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.070377] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] enable_new_services = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.070566] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] enabled_apis = ['osapi_compute'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.070752] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] enabled_ssl_apis = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.070917] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] flat_injected = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.071087] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] force_config_drive = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.071250] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] force_raw_images = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.071420] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] graceful_shutdown_timeout = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.071600] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] heal_instance_info_cache_interval = -1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.071835] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] host = cpu-1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.072056] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.072232] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] initial_disk_allocation_ratio = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.072399] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] initial_ram_allocation_ratio = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.072627] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.072795] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instance_build_timeout = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.072985] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instance_delete_interval = 300 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.073182] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instance_format = [instance: %(uuid)s] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.073378] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instance_name_template = instance-%08x {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.073545] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instance_usage_audit = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.073746] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instance_usage_audit_period = month {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.073911] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.074092] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] instances_path = /opt/stack/data/nova/instances {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.074270] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] internal_service_availability_zone = internal {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.074431] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] key = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.074624] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] live_migration_retry_count = 30 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.074806] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_color = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.074971] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_config_append = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.075190] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.075334] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_dir = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.075517] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_file = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.075649] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_options = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.075814] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_rotate_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.076011] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_rotate_interval_type = days {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.076280] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] log_rotation_type = none {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.076423] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.076571] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.076749] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.076915] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.077061] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.077231] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] long_rpc_timeout = 1800 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.077392] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] max_concurrent_builds = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.077552] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] max_concurrent_live_migrations = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.077782] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] max_concurrent_snapshots = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.077995] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] max_local_block_devices = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.078228] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] max_logfile_count = 30 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.078365] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] max_logfile_size_mb = 200 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.078529] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] maximum_instance_delete_attempts = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.078703] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] metadata_listen = 0.0.0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.078884] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] metadata_listen_port = 8775 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.079076] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] metadata_workers = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.079277] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] migrate_max_retries = -1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.079453] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] mkisofs_cmd = genisoimage {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.079687] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] my_block_storage_ip = 10.180.1.21 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.079848] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] my_ip = 10.180.1.21 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.080081] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.080253] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] network_allocate_retries = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.080437] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.080620] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] osapi_compute_listen = 0.0.0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.080790] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] osapi_compute_listen_port = 8774 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.080992] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] osapi_compute_unique_server_name_scope = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.081190] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] osapi_compute_workers = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.081376] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] password_length = 12 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.081686] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] periodic_enable = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.081751] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] periodic_fuzzy_delay = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.081905] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] pointer_model = usbtablet {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.082083] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] preallocate_images = none {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.082249] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] publish_errors = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.082384] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] pybasedir = /opt/stack/nova {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.082545] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ram_allocation_ratio = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.082736] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] rate_limit_burst = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.082923] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] rate_limit_except_level = CRITICAL {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.083101] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] rate_limit_interval = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.083273] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] reboot_timeout = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.083471] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] reclaim_instance_interval = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.083638] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] record = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.083809] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] reimage_timeout_per_gb = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.083974] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] report_interval = 120 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.084151] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] rescue_timeout = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.084336] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] reserved_host_cpus = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.084503] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] reserved_host_disk_mb = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.084664] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] reserved_host_memory_mb = 512 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.084846] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] reserved_huge_pages = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.085028] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] resize_confirm_window = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.085199] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] resize_fs_using_block_device = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.085370] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] resume_guests_state_on_host_boot = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.085573] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.085749] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] rpc_response_timeout = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.085913] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] run_external_periodic_tasks = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.086112] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] running_deleted_instance_action = reap {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.086307] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] running_deleted_instance_poll_interval = 1800 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.086466] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] running_deleted_instance_timeout = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.086627] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler_instance_sync_interval = 120 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.086795] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_down_time = 720 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.086983] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] servicegroup_driver = db {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.087160] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] shell_completion = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.087328] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] shelved_offload_time = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.087494] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] shelved_poll_interval = 3600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.087686] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] shutdown_timeout = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.087850] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] source_is_ipv6 = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.088019] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ssl_only = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.088353] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.088512] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] sync_power_state_interval = 600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.088681] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] sync_power_state_pool_size = 1000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.088852] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] syslog_log_facility = LOG_USER {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.089053] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] tempdir = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.089228] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] timeout_nbd = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.089399] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] transport_url = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.089587] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] update_resources_interval = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.089753] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] use_cow_images = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.089919] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] use_journal = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.090096] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] use_json = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.090264] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] use_rootwrap_daemon = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.090475] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] use_stderr = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.090652] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] use_syslog = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.090811] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vcpu_pin_set = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.091014] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plugging_is_fatal = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.091204] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plugging_timeout = 300 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.091372] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] virt_mkfs = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.091535] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] volume_usage_poll_interval = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.091725] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] watch_log_file = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.091899] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] web = /usr/share/spice-html5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 631.092103] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.092303] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.092472] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.092656] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_concurrency.disable_process_locking = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.093006] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.093211] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.093385] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.093577] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.093757] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.093950] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.094150] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.auth_strategy = keystone {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.094336] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.compute_link_prefix = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.094516] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.094691] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.dhcp_domain = novalocal {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.094860] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.enable_instance_password = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.095037] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.glance_link_prefix = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.095206] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.095397] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.095558] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.instance_list_per_project_cells = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.095720] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.list_records_by_skipping_down_cells = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.095881] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.local_metadata_per_cell = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.096060] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.max_limit = 1000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.096230] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.metadata_cache_expiration = 15 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.096401] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.neutron_default_tenant_id = default {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.096589] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.response_validation = warn {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.096761] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.use_neutron_default_nets = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.096929] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.097118] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.097289] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.097460] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.097631] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.vendordata_dynamic_targets = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.097796] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.vendordata_jsonfile_path = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.097972] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.098177] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.backend = dogpile.cache.memcached {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.098394] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.backend_argument = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.098521] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.backend_expiration_time = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.098662] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.config_prefix = cache.oslo {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.098829] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.dead_timeout = 60.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.098989] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.debug_cache_backend = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.099164] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.enable_retry_client = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.099325] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.enable_socket_keepalive = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.099492] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.enabled = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.099656] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.enforce_fips_mode = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.099822] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.expiration_time = 600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.099982] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.hashclient_retry_attempts = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.100165] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.hashclient_retry_delay = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.100326] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_dead_retry = 300 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.100484] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_password = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.100645] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.100806] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.100966] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_pool_maxsize = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.101138] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.101300] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_sasl_enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.101474] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.101641] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_socket_timeout = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.101801] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.memcache_username = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.101963] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.proxies = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.102140] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.redis_db = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.102301] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.redis_password = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.102470] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.redis_sentinel_service_name = mymaster {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.102642] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.102806] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.redis_server = localhost:6379 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.102966] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.redis_socket_timeout = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.103135] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.redis_username = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.103295] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.retry_attempts = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.103458] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.retry_delay = 0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.103617] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.socket_keepalive_count = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.103777] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.socket_keepalive_idle = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.103935] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.socket_keepalive_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.104103] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.tls_allowed_ciphers = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.104261] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.tls_cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.104416] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.tls_certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.104577] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.tls_enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.104730] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cache.tls_keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.104897] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.105080] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.auth_type = password {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.105244] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.105448] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.catalog_info = volumev3::publicURL {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.105585] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.105746] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.105908] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.cross_az_attach = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.106086] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.debug = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.106253] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.endpoint_template = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.106420] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.http_retries = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.106592] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.106746] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.106917] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.os_region_name = RegionOne {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.107096] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.107260] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cinder.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.107436] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.107601] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.cpu_dedicated_set = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.107763] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.cpu_shared_set = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.107928] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.image_type_exclude_list = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.108103] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.108269] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.max_concurrent_disk_ops = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.108434] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.max_disk_devices_to_attach = -1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.108591] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.108757] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.108919] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.resource_provider_association_refresh = 300 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.109091] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.109262] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.shutdown_retry_interval = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.109442] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.109621] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] conductor.workers = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.109799] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] console.allowed_origins = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.109960] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] console.ssl_ciphers = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.110148] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] console.ssl_minimum_version = default {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.110318] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] consoleauth.enforce_session_timeout = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.110486] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] consoleauth.token_ttl = 600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.110661] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.110818] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.110984] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.111158] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.111320] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.111480] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.111643] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.111800] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.111957] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.112125] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.112287] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.112445] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.112603] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.112771] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.service_type = accelerator {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.112934] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.113104] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.113263] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.113432] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.113601] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.113762] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] cyborg.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.113933] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.asyncio_connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.114106] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.asyncio_slave_connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.114286] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.backend = sqlalchemy {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.114449] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.114617] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.connection_debug = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.114784] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.connection_parameters = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.114949] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.connection_recycle_time = 3600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.115124] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.connection_trace = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.115290] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.db_inc_retry_interval = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.115456] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.db_max_retries = 20 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.115616] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.db_max_retry_interval = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.115778] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.db_retry_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.115939] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.max_overflow = 50 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.116111] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.max_pool_size = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.116276] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.max_retries = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.116446] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.116604] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.mysql_wsrep_sync_wait = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.116763] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.pool_timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.116925] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.retry_interval = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.117094] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.slave_connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.117259] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.sqlite_synchronous = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.117418] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] database.use_db_reconnect = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.117583] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.asyncio_connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.117743] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.asyncio_slave_connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.117908] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.backend = sqlalchemy {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.118091] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.118259] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.connection_debug = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.118423] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.connection_parameters = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.118589] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.connection_recycle_time = 3600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.118745] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.connection_trace = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.118905] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.db_inc_retry_interval = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.119075] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.db_max_retries = 20 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.119249] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.db_max_retry_interval = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.119404] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.db_retry_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.119564] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.max_overflow = 50 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.119723] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.max_pool_size = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.119881] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.max_retries = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.120059] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.120223] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.120378] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.pool_timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.120537] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.retry_interval = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.120695] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.slave_connection = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.120855] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] api_database.sqlite_synchronous = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.121037] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] devices.enabled_mdev_types = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.121217] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.121387] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ephemeral_storage_encryption.default_format = luks {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.121548] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ephemeral_storage_encryption.enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.121711] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.121880] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.api_servers = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.122060] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.122225] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.122387] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.122544] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.122702] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.122861] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.debug = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.123031] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.default_trusted_certificate_ids = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.123195] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.enable_certificate_validation = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.123353] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.enable_rbd_download = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.123509] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.123671] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.123828] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.123984] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.124151] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.124311] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.num_retries = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.124476] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.rbd_ceph_conf = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.124637] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.rbd_connect_timeout = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.124801] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.rbd_pool = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.124965] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.rbd_user = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.125143] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.125303] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.125464] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.125631] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.service_type = image {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.125792] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.125949] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.126118] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.126276] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.126452] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.126617] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.verify_glance_signatures = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.126774] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] glance.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.126938] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] guestfs.debug = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.127125] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.127288] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.auth_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.127448] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.127604] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.127769] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.127926] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.128094] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.128255] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.128415] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.128589] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.128782] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.128907] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.129071] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.129230] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.129390] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.129554] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.service_type = shared-file-system {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.129716] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.share_apply_policy_timeout = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.129879] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.130045] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.130207] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.130364] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.130541] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.130703] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] manila.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.130870] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] mks.enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.131239] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.131432] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] image_cache.manager_interval = 2400 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.131603] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] image_cache.precache_concurrency = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.131775] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] image_cache.remove_unused_base_images = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.131947] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.132154] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.132343] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] image_cache.subdirectory_name = _base {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.132522] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.api_max_retries = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.132690] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.api_retry_interval = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.132850] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.133018] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.auth_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.133185] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.133345] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.133510] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.133674] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.conductor_group = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.133834] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.133992] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.134168] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.134332] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.134490] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.134650] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.134807] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.134971] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.peer_list = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.135144] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.135305] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.135479] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.serial_console_state_timeout = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.135635] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.135804] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.service_type = baremetal {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.135961] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.shard = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.136134] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.136291] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.136447] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.136602] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.136775] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.136932] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ironic.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.137123] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.137297] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] key_manager.fixed_key = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.137479] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.137640] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.barbican_api_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.137802] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.barbican_endpoint = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.137969] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.barbican_endpoint_type = public {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.138140] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.barbican_region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.138299] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.138458] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.138616] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.138779] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.138937] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.139109] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.number_of_retries = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.139271] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.retry_delay = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.139432] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.send_service_user_token = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.139593] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.139751] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.139911] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.verify_ssl = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.140079] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican.verify_ssl_path = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.140248] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.140411] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.auth_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.140572] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.140728] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.140890] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.141061] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.141224] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.141385] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.141541] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] barbican_service_user.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.141709] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.approle_role_id = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.141873] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.approle_secret_id = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.142053] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.kv_mountpoint = secret {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.142219] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.kv_path = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.142382] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.kv_version = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.142545] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.namespace = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.142705] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.root_token_id = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.142864] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.ssl_ca_crt_file = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.143045] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.timeout = 60.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.143212] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.use_ssl = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.143383] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.143554] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.143716] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.143878] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.144046] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.144209] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.144367] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.144528] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.144686] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.144843] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.144998] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.145171] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.145333] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.145502] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.145663] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.service_type = identity {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.145822] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.145978] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.146149] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.146306] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.146488] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.146642] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] keystone.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.146831] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.ceph_mount_options = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.147275] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.147462] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.connection_uri = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.147629] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.cpu_mode = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.147798] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.cpu_model_extra_flags = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.147965] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.cpu_models = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.148151] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.cpu_power_governor_high = performance {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.148323] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.cpu_power_governor_low = powersave {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.148487] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.cpu_power_management = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.148662] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.148829] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.device_detach_attempts = 8 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.148994] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.device_detach_timeout = 20 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.149174] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.disk_cachemodes = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.149338] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.disk_prefix = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.149502] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.enabled_perf_events = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.149668] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.file_backed_memory = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.149831] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.gid_maps = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.149990] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.hw_disk_discard = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.150161] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.hw_machine_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.150331] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.images_rbd_ceph_conf = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.150497] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.150660] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.150826] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.images_rbd_glance_store_name = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.150993] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.images_rbd_pool = rbd {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.151177] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.images_type = default {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.151338] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.images_volume_group = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.151502] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.inject_key = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.151665] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.inject_partition = -2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.151826] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.inject_password = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.151987] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.iscsi_iface = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.152488] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.iser_use_multipath = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.152488] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_bandwidth = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.152488] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.152683] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_downtime = 500 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.152779] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.152938] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.153107] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_inbound_addr = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.153268] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.153428] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_permit_post_copy = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.153585] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_scheme = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.153755] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_timeout_action = abort {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.153918] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_tunnelled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.154085] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_uri = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.154249] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.live_migration_with_native_tls = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.154406] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.max_queues = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.154568] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.154790] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.154953] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.nfs_mount_options = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.155257] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.155438] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.155602] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.num_iser_scan_tries = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.155766] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.num_memory_encrypted_guests = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.155930] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.156105] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.num_pcie_ports = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.156274] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.num_volume_scan_tries = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.156446] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.pmem_namespaces = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.156603] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.quobyte_client_cfg = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.156894] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.157078] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rbd_connect_timeout = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.157249] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.157411] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.157572] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rbd_secret_uuid = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.157730] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rbd_user = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.157890] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.158070] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.remote_filesystem_transport = ssh {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.158231] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rescue_image_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.158387] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rescue_kernel_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.158543] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rescue_ramdisk_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.158709] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.158869] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.rx_queue_size = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.159059] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.smbfs_mount_options = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.159334] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.159508] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.snapshot_compression = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.159670] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.snapshot_image_format = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.159886] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.160061] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.sparse_logical_volumes = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.160226] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.swtpm_enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.160394] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.swtpm_group = tss {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.160557] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.swtpm_user = tss {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.160726] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.sysinfo_serial = unique {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.160883] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.tb_cache_size = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.161054] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.tx_queue_size = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.161224] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.uid_maps = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.161387] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.use_virtio_for_bridges = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.161557] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.virt_type = kvm {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.161726] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.volume_clear = zero {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.161888] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.volume_clear_size = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.162068] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.volume_enforce_multipath = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.162236] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.volume_use_multipath = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.162393] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.vzstorage_cache_path = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.162559] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.162727] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.vzstorage_mount_group = qemu {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.162885] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.vzstorage_mount_opts = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.163062] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.163355] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.163541] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.vzstorage_mount_user = stack {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.163712] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.163887] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.164071] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.auth_type = password {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.164236] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.164396] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.164558] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.164716] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.164874] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.165053] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.default_floating_pool = public {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.165217] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.165380] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.extension_sync_interval = 600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.165545] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.http_retries = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.165710] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.165872] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.166036] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.166211] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.166369] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.166535] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.ovs_bridge = br-int {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.166700] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.physnets = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.166866] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.region_name = RegionOne {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.167040] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.167215] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.service_metadata_proxy = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.167374] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.167542] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.service_type = network {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.167704] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.167862] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.168030] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.168193] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.168372] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.168533] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] neutron.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.168706] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] notifications.bdms_in_notifications = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.168880] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] notifications.default_level = INFO {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.169053] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] notifications.include_share_mapping = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.169232] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] notifications.notification_format = unversioned {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.169395] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] notifications.notify_on_state_change = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.169571] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.169748] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] pci.alias = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.169918] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] pci.device_spec = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.170095] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] pci.report_in_placement = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.170270] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.170443] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.auth_type = password {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.170610] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.170771] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.170926] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.171097] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.171257] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.171415] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.171574] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.default_domain_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.171728] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.default_domain_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.171881] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.domain_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.172046] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.domain_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.172208] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.172369] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.172528] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.172687] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.172844] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.173018] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.password = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.173181] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.project_domain_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.173348] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.project_domain_name = Default {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.173513] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.project_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.173687] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.project_name = service {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.173857] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.region_name = RegionOne {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.174028] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.174196] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.174366] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.service_type = placement {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.174529] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.174689] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.174849] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.175014] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.system_scope = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.175181] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.175339] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.trust_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.175505] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.user_domain_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.175669] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.user_domain_name = Default {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.175826] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.user_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.175994] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.username = nova {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.176188] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.176346] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] placement.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.176525] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.cores = 20 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.176690] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.count_usage_from_placement = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.176858] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.177034] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.injected_file_content_bytes = 10240 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.177205] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.injected_file_path_length = 255 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.177369] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.injected_files = 5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.177532] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.instances = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.177694] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.key_pairs = 100 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.177857] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.metadata_items = 128 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.178027] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.ram = 51200 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.178195] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.recheck_quota = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.178360] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.server_group_members = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.178523] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.server_groups = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.178726] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.178898] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] quota.unified_limits_resource_strategy = require {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.179082] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.179250] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.179422] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.image_metadata_prefilter = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.179567] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.179729] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.max_attempts = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.179896] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.max_placement_results = 1000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.180062] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.180227] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.query_placement_for_image_type_support = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.180387] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.180555] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] scheduler.workers = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.180732] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.180899] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.181086] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.181256] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.181419] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.181581] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.181740] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.181922] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.182103] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.host_subset_size = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.182270] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.182427] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.182587] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.182750] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.182922] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.183103] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.isolated_hosts = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.183268] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.isolated_images = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.183428] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.183590] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.183752] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.183913] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.pci_in_placement = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.184085] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.184251] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.184413] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.184572] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.184734] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.184893] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.185063] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.track_instance_changes = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.185241] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.185414] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] metrics.required = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.185574] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] metrics.weight_multiplier = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.185734] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.185894] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] metrics.weight_setting = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.186233] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.186412] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] serial_console.enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.186583] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] serial_console.port_range = 10000:20000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.186754] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.186920] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.187100] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] serial_console.serialproxy_port = 6083 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.187269] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.187439] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.auth_type = password {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.187597] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.187751] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.187910] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.188080] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.188238] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.188405] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.send_service_user_token = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.188569] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.188725] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] service_user.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.188891] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.agent_enabled = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.189061] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.189366] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.189567] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.189740] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.html5proxy_port = 6082 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.189899] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.image_compression = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.190065] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.jpeg_compression = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.190227] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.playback_compression = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.190388] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.require_secure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.190566] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.server_listen = 127.0.0.1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.190746] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.191039] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.191216] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.streaming_mode = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.191379] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] spice.zlib_compression = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.191546] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] upgrade_levels.baseapi = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.191716] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] upgrade_levels.compute = auto {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.191873] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] upgrade_levels.conductor = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.192040] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] upgrade_levels.scheduler = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.192207] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.192367] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.auth_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.192523] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.192680] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.192838] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.192995] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.193164] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.193326] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.193480] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vendordata_dynamic_auth.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.193652] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.api_retry_count = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.193810] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.ca_file = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.193977] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.cache_prefix = devstack-image-cache {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.194157] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.cluster_name = testcl1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.194321] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.connection_pool_size = 10 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.194477] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.console_delay_seconds = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.194646] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.datastore_regex = ^datastore.* {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.194846] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.195036] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.host_password = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.195209] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.host_port = 443 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.195376] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.host_username = administrator@vsphere.local {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.195547] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.insecure = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.195709] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.integration_bridge = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.195873] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.maximum_objects = 100 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.196039] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.pbm_default_policy = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.196204] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.pbm_enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.196369] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.pbm_wsdl_location = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.196536] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.196693] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.serial_port_proxy_uri = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.196848] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.serial_port_service_uri = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.197018] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.task_poll_interval = 0.5 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.197192] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.use_linked_clone = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.197359] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.vnc_keymap = en-us {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.197525] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.vnc_port = 5900 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.197688] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vmware.vnc_port_total = 10000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.197869] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.auth_schemes = ['none'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.198051] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.198340] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.198524] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.198697] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.novncproxy_port = 6080 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.198882] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.server_listen = 127.0.0.1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.199074] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.199241] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.vencrypt_ca_certs = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.199423] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.vencrypt_client_cert = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.199564] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vnc.vencrypt_client_key = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.199742] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.199903] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.disable_deep_image_inspection = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.200076] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.200242] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.200398] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.200561] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.disable_rootwrap = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.200719] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.enable_numa_live_migration = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.200879] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.201047] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.201210] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.201370] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.libvirt_disable_apic = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.201664] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.201841] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.202013] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.202183] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.202517] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.202517] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.202670] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.202834] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.202991] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.203169] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.203353] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.203524] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.client_socket_timeout = 900 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.203693] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.default_pool_size = 1000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.203858] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.keep_alive = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.204034] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.max_header_line = 16384 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.204203] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.secure_proxy_ssl_header = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.204366] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.ssl_ca_file = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.204527] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.ssl_cert_file = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.204689] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.ssl_key_file = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.204853] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.tcp_keepidle = 600 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.205034] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.205201] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] zvm.ca_file = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.205361] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] zvm.cloud_connector_url = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.205674] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.205852] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] zvm.reachable_timeout = 300 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.206034] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.206213] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.206388] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.connection_string = messaging:// {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.206552] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.enabled = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.206721] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.es_doc_type = notification {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.206882] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.es_scroll_size = 10000 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.207057] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.es_scroll_time = 2m {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.207225] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.filter_error_trace = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.207393] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.hmac_keys = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.207562] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.sentinel_service_name = mymaster {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.207732] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.socket_timeout = 0.1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.207892] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.trace_requests = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.208067] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler.trace_sqlalchemy = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.208245] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler_jaeger.process_tags = {} {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.208407] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler_jaeger.service_name_prefix = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.208571] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] profiler_otlp.service_name_prefix = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.208732] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] remote_debug.host = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.208890] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] remote_debug.port = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.209076] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.209241] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.209402] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.209563] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.209741] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.209877] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.210044] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.210209] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.210364] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.210531] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.210691] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.210860] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.211034] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.211207] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.211372] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.211542] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.211706] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.211869] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.212048] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.212216] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.212377] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.212543] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.212708] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.212872] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.213044] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.213210] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.213372] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.213534] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.213696] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.213856] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.214026] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.ssl = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.214204] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.214366] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.214528] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.214695] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.214861] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.ssl_version = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.215033] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.215222] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.215389] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_notifications.retry = -1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.215566] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.215736] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_messaging_notifications.transport_url = **** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.215907] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.auth_section = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.216087] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.auth_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.216252] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.cafile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.216409] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.certfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.216573] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.collect_timing = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.216731] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.connect_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.216888] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.connect_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.217055] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.endpoint_id = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.217229] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.endpoint_interface = publicURL {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.217386] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.endpoint_override = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.217543] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.endpoint_region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.217702] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.endpoint_service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.217855] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.endpoint_service_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.218022] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.insecure = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.218181] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.keyfile = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.218338] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.max_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.218495] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.min_version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.218652] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.region_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.218807] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.retriable_status_codes = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.218962] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.service_name = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.219131] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.service_type = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.219292] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.split_loggers = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.219450] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.status_code_retries = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.219609] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.status_code_retry_delay = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.219760] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.timeout = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.219916] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.valid_interfaces = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.220081] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_limit.version = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.220250] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_reports.file_event_handler = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.220413] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.220572] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] oslo_reports.log_dir = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.220740] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.220900] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.221070] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.221237] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.221400] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.221556] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.221724] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.221883] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_ovs_privileged.group = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.222050] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.222218] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.222380] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.222537] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] vif_plug_ovs_privileged.user = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.222707] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.flat_interface = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.222884] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.223066] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.223239] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.223409] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.223581] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.223747] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.223907] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.224099] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.224273] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_ovs.isolate_vif = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.224440] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.224605] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.224772] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.224943] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_ovs.ovsdb_interface = native {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.225117] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] os_vif_ovs.per_port_bridge = False {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.225289] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] privsep_osbrick.capabilities = [21] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.225474] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] privsep_osbrick.group = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.225616] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] privsep_osbrick.helper_command = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.225777] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.225941] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.226110] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] privsep_osbrick.user = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.226286] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.226447] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] nova_sys_admin.group = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.226606] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] nova_sys_admin.helper_command = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.226770] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.226932] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.227103] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] nova_sys_admin.user = None {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.227236] env[68503]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b67a1-93cb-412c-b9b2-9cf1e77cbc0e None None] ******************************************************************************** {{(pid=68503) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 631.227659] env[68503]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 631.730941] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Getting list of instances from cluster (obj){ [ 631.730941] env[68503]: value = "domain-c8" [ 631.730941] env[68503]: _type = "ClusterComputeResource" [ 631.730941] env[68503]: } {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 631.732027] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fffbd5-bd8b-407e-a336-3778464ca765 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.740969] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Got total of 0 instances {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 631.741569] env[68503]: WARNING nova.virt.vmwareapi.driver [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 631.742047] env[68503]: INFO nova.virt.node [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Generated node identity 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 [ 631.742287] env[68503]: INFO nova.virt.node [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Wrote node identity 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 to /opt/stack/data/n-cpu-1/compute_id [ 632.245561] env[68503]: WARNING nova.compute.manager [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Compute nodes ['5ef92549-0919-4b2c-ae90-83dbb99c3fc8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 633.251013] env[68503]: INFO nova.compute.manager [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 634.257568] env[68503]: WARNING nova.compute.manager [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 634.257949] env[68503]: DEBUG oslo_concurrency.lockutils [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.258084] env[68503]: DEBUG oslo_concurrency.lockutils [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.258240] env[68503]: DEBUG oslo_concurrency.lockutils [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.258391] env[68503]: DEBUG nova.compute.resource_tracker [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 634.259350] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46e1635-18b4-4bf0-86d6-c079d1d2e917 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.267633] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f8fc5-0548-4413-a470-1288b2bbee6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.281950] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4102c0b-ecab-4186-8044-3b637d66e00d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.288375] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea2048d-7a38-4750-a07e-33a09c9f7efe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.317363] env[68503]: DEBUG nova.compute.resource_tracker [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181081MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 634.317487] env[68503]: DEBUG oslo_concurrency.lockutils [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.317658] env[68503]: DEBUG oslo_concurrency.lockutils [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.820834] env[68503]: WARNING nova.compute.resource_tracker [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] No compute node record for cpu-1:5ef92549-0919-4b2c-ae90-83dbb99c3fc8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 could not be found. [ 635.326405] env[68503]: INFO nova.compute.resource_tracker [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 [ 636.835528] env[68503]: DEBUG nova.compute.resource_tracker [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 636.835897] env[68503]: DEBUG nova.compute.resource_tracker [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 637.004165] env[68503]: INFO nova.scheduler.client.report [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] [req-2cc180de-7dd3-4ded-84c8-d20ea8457424] Created resource provider record via placement API for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 637.020622] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0442460c-7a0f-49c9-afc7-a9b71d4e272f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.028451] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d29dc2-7c6d-43f5-ac34-3706bef17d80 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.059201] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a2214-c93e-4595-9647-75be7b047494 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.066502] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cfa776-6dba-4c73-bc3c-be696cf8038e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.079472] env[68503]: DEBUG nova.compute.provider_tree [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.617210] env[68503]: DEBUG nova.scheduler.client.report [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 637.617438] env[68503]: DEBUG nova.compute.provider_tree [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 0 to 1 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 637.617573] env[68503]: DEBUG nova.compute.provider_tree [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.676417] env[68503]: DEBUG nova.compute.provider_tree [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 1 to 2 during operation: update_traits {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 638.180871] env[68503]: DEBUG nova.compute.resource_tracker [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 638.180871] env[68503]: DEBUG oslo_concurrency.lockutils [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.863s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.180871] env[68503]: DEBUG nova.service [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Creating RPC server for service compute {{(pid=68503) start /opt/stack/nova/nova/service.py:186}} [ 638.193410] env[68503]: DEBUG nova.service [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] Join ServiceGroup membership for this service compute {{(pid=68503) start /opt/stack/nova/nova/service.py:203}} [ 638.193616] env[68503]: DEBUG nova.servicegroup.drivers.db [None req-069cce4c-0ff9-4915-97a8-204a93cc151c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68503) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 679.195750] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.705185] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Getting list of instances from cluster (obj){ [ 679.705185] env[68503]: value = "domain-c8" [ 679.705185] env[68503]: _type = "ClusterComputeResource" [ 679.705185] env[68503]: } {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 679.706866] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab0aea-10e4-4505-be48-023ece274ad0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.716722] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Got total of 0 instances {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 679.717011] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.717336] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Getting list of instances from cluster (obj){ [ 679.717336] env[68503]: value = "domain-c8" [ 679.717336] env[68503]: _type = "ClusterComputeResource" [ 679.717336] env[68503]: } {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 679.718605] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4694a2a-f15b-4d39-9ee0-031398a58d6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.726421] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Got total of 0 instances {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 680.092201] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.092683] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.119400] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "988337b5-7dcc-4927-89d5-4b2a2d98f294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.119635] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.596102] env[68503]: DEBUG nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.622279] env[68503]: DEBUG nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.143184] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.143184] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.143184] env[68503]: INFO nova.compute.claims [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.147406] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.113543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "63516d78-c35b-44f9-98da-45aada34af4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.115180] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "63516d78-c35b-44f9-98da-45aada34af4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.267299] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd402255-c7b8-4c75-95be-d55c1ff18bf5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.277069] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef900fba-c560-4f7c-83cc-6be3fc72393a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.308614] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b473bd48-f393-4b40-a749-9294f34f08eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.316935] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2724dfe3-8e92-444f-a044-b04d9293de22 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.334781] env[68503]: DEBUG nova.compute.provider_tree [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.365833] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "ba2d1010-5dfb-4f47-9248-1724627272d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.365833] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.449979] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "edc45660-de9d-459e-af05-ca23f9df97c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.450273] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "edc45660-de9d-459e-af05-ca23f9df97c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.617995] env[68503]: DEBUG nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.838787] env[68503]: DEBUG nova.scheduler.client.report [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.868947] env[68503]: DEBUG nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.953299] env[68503]: DEBUG nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.144808] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.350615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.350615] env[68503]: DEBUG nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.351357] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.204s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.354514] env[68503]: INFO nova.compute.claims [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.401507] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.486176] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.573101] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "870c8b35-6745-4af5-9564-6b8673d2f8c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.573871] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.863811] env[68503]: DEBUG nova.compute.utils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.868305] env[68503]: DEBUG nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.868305] env[68503]: DEBUG nova.network.neutron [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.995994] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "c47a2b8a-6db1-4e67-a62e-01a95067121f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.995994] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.080879] env[68503]: DEBUG nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.372498] env[68503]: DEBUG nova.policy [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b79f9966bd148d99554b307a48f3d1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d43b593b5847379178b2756ece6081', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.374494] env[68503]: DEBUG nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.499028] env[68503]: DEBUG nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.574218] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19d3ddb-eaae-4ce6-9d84-d4c3f76335e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.587089] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd6628-97a0-447f-8b2d-c981da0203c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.631200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.632825] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde62c5e-19d8-46e4-b0da-f2bd7c72d804 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.640560] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f80584-0de1-4529-a873-fe357f8e62ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.657949] env[68503]: DEBUG nova.compute.provider_tree [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.039391] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.161316] env[68503]: DEBUG nova.scheduler.client.report [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.387480] env[68503]: DEBUG nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.429764] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.430079] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.430442] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.430442] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.430564] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.431510] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.431510] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.431659] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.432190] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.432289] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.432491] env[68503]: DEBUG nova.virt.hardware [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.434723] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea6797-6e9b-4b94-bf79-b82d4fc1df14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.448403] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6961946d-3320-4e94-a847-909c10ed15a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.470176] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca863474-7081-45b2-9123-bfc2f08fe849 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.672259] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.672259] env[68503]: DEBUG nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.676621] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.533s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.678169] env[68503]: INFO nova.compute.claims [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.768741] env[68503]: DEBUG nova.network.neutron [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Successfully created port: 47a5cbdd-330f-4653-886a-86567b02934e {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.186334] env[68503]: DEBUG nova.compute.utils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.193048] env[68503]: DEBUG nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.193048] env[68503]: DEBUG nova.network.neutron [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.330704] env[68503]: DEBUG nova.policy [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abc86087ee942dba7611161cff404ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb010e148b7147d09ad1e1cdb623d60f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.343784] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.344209] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.344482] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.344669] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.344963] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.345175] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.345367] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.345490] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 686.345606] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.698383] env[68503]: DEBUG nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.826136] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5344b-512d-46bf-b1c4-7357718b0adf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.833880] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2183a5e-8efa-4911-8075-fe36edfb6b1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.871783] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.873179] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba101ce-565b-434c-97d7-f663d9ddb3ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.880621] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362d83c-f6a8-48df-9778-1b03bab79d6e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.897192] env[68503]: DEBUG nova.compute.provider_tree [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.399975] env[68503]: DEBUG nova.scheduler.client.report [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.716864] env[68503]: DEBUG nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.762098] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.762418] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.762610] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.763335] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.763486] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.763675] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.763924] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.764147] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.764346] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.766233] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.766233] env[68503]: DEBUG nova.virt.hardware [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.766726] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca19c36d-c05a-4b31-8f47-45f272fb6af1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.779195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb100ca-e3b7-466f-8daa-b4bf4ab65bf1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.868585] env[68503]: DEBUG nova.network.neutron [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Successfully created port: ceb11403-83b0-4bc0-9f96-4f7239e7b697 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.909483] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.909483] env[68503]: DEBUG nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.913116] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.512s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.914577] env[68503]: INFO nova.compute.claims [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.027626] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.027871] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.168070] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.168183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.419885] env[68503]: DEBUG nova.compute.utils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.424738] env[68503]: DEBUG nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.424738] env[68503]: DEBUG nova.network.neutron [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.531015] env[68503]: DEBUG nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.546892] env[68503]: DEBUG nova.policy [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a98796e604cf4b099b08fdae4487a7d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc4490959f94762bfb7eac990fa661f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.670441] env[68503]: DEBUG nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.924722] env[68503]: DEBUG nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.006734] env[68503]: DEBUG nova.network.neutron [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Successfully updated port: 47a5cbdd-330f-4653-886a-86567b02934e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.055828] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.143350] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c3c38-e9ea-40c2-aa0a-46fe26342817 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.154097] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872eb96d-db1e-4585-9fc1-5fc2f9536634 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.186581] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe5d7c-2949-4efd-8bb7-79932c2709f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.200858] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1588377d-8c68-47ec-aa52-6b9d11127195 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.219436] env[68503]: DEBUG nova.compute.provider_tree [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.221609] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.508305] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "refresh_cache-511d5b19-96d5-4cc7-833f-8a4a876ab79d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.508799] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquired lock "refresh_cache-511d5b19-96d5-4cc7-833f-8a4a876ab79d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.511041] env[68503]: DEBUG nova.network.neutron [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.727019] env[68503]: DEBUG nova.scheduler.client.report [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.851519] env[68503]: DEBUG nova.network.neutron [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Successfully created port: 3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.943681] env[68503]: DEBUG nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.979382] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.982485] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.982687] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.982876] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.983131] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.983205] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.983383] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.983620] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.983710] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.983884] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.984033] env[68503]: DEBUG nova.virt.hardware [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.984913] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe4b1b8-bfe0-4a1e-b0d7-48f746780fe3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.994980] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b136fac-4f8c-47c7-81b0-6667e84ae49a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.131057] env[68503]: DEBUG nova.network.neutron [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.229348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.229348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.233431] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.234686] env[68503]: DEBUG nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.237504] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.751s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.239557] env[68503]: INFO nova.compute.claims [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.243767] env[68503]: DEBUG nova.compute.manager [req-f4cfcb2b-1441-44bb-b078-0a8e95ff201c req-4224de24-1c7a-4fd1-8c39-385953ed7ff8 service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Received event network-vif-plugged-47a5cbdd-330f-4653-886a-86567b02934e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.243977] env[68503]: DEBUG oslo_concurrency.lockutils [req-f4cfcb2b-1441-44bb-b078-0a8e95ff201c req-4224de24-1c7a-4fd1-8c39-385953ed7ff8 service nova] Acquiring lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.244547] env[68503]: DEBUG oslo_concurrency.lockutils [req-f4cfcb2b-1441-44bb-b078-0a8e95ff201c req-4224de24-1c7a-4fd1-8c39-385953ed7ff8 service nova] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.244656] env[68503]: DEBUG oslo_concurrency.lockutils [req-f4cfcb2b-1441-44bb-b078-0a8e95ff201c req-4224de24-1c7a-4fd1-8c39-385953ed7ff8 service nova] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.245055] env[68503]: DEBUG nova.compute.manager [req-f4cfcb2b-1441-44bb-b078-0a8e95ff201c req-4224de24-1c7a-4fd1-8c39-385953ed7ff8 service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] No waiting events found dispatching network-vif-plugged-47a5cbdd-330f-4653-886a-86567b02934e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.245055] env[68503]: WARNING nova.compute.manager [req-f4cfcb2b-1441-44bb-b078-0a8e95ff201c req-4224de24-1c7a-4fd1-8c39-385953ed7ff8 service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Received unexpected event network-vif-plugged-47a5cbdd-330f-4653-886a-86567b02934e for instance with vm_state building and task_state spawning. [ 690.671779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.671890] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.717394] env[68503]: DEBUG nova.network.neutron [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Updating instance_info_cache with network_info: [{"id": "47a5cbdd-330f-4653-886a-86567b02934e", "address": "fa:16:3e:95:ea:72", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a5cbdd-33", "ovs_interfaceid": "47a5cbdd-330f-4653-886a-86567b02934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.732066] env[68503]: DEBUG nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.743963] env[68503]: DEBUG nova.compute.utils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.749312] env[68503]: DEBUG nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.749312] env[68503]: DEBUG nova.network.neutron [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.865729] env[68503]: DEBUG nova.policy [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d6c58295a8462eaf9fca2e4a6c16ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336d1421a204b3f8c48c5e6eb0f57bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.219694] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Releasing lock "refresh_cache-511d5b19-96d5-4cc7-833f-8a4a876ab79d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.220368] env[68503]: DEBUG nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Instance network_info: |[{"id": "47a5cbdd-330f-4653-886a-86567b02934e", "address": "fa:16:3e:95:ea:72", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a5cbdd-33", "ovs_interfaceid": "47a5cbdd-330f-4653-886a-86567b02934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.221363] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ea:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47a5cbdd-330f-4653-886a-86567b02934e', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.240656] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.243741] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b6467e8-e937-4fa7-a5f1-7b4b3480c52d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.250429] env[68503]: DEBUG nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.267699] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Created folder: OpenStack in parent group-v4. [ 691.268225] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Creating folder: Project (e9d43b593b5847379178b2756ece6081). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.268469] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-855fff90-7feb-4540-b5b5-4c11cf563a6a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.285037] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Created folder: Project (e9d43b593b5847379178b2756ece6081) in parent group-v575195. [ 691.285037] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Creating folder: Instances. Parent ref: group-v575196. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.288877] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20bf46f9-d3ec-4dea-b96c-d6fb80e2b6c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.300992] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Created folder: Instances in parent group-v575196. [ 691.300992] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.300992] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.301122] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91b000b-12da-4593-8131-1fef574a22ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.337249] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.337249] env[68503]: value = "task-2861299" [ 691.337249] env[68503]: _type = "Task" [ 691.337249] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.351489] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861299, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.380561] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.565404] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb909b57-0ef4-45cd-8874-b4a24a92922a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.575355] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ab99b7-46c4-47b1-ab57-53f1932f42c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.615543] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39613573-1b7a-4ded-b436-6d5b3b2de2f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.624953] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d92ab-0c19-4fab-a3ac-ea649e5a6d34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.641409] env[68503]: DEBUG nova.compute.provider_tree [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.853665] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861299, 'name': CreateVM_Task, 'duration_secs': 0.465177} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.853954] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.876675] env[68503]: DEBUG oslo_vmware.service [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a2addb-f984-4eb5-a362-17d225b41684 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.885730] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.885730] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886413] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.887771] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0c0da8-13be-461a-8861-aee4f01dae09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.895131] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 691.895131] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5272f310-ac21-dfb0-2079-6124070fabbf" [ 691.895131] env[68503]: _type = "Task" [ 691.895131] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.907381] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5272f310-ac21-dfb0-2079-6124070fabbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.147354] env[68503]: DEBUG nova.scheduler.client.report [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.197955] env[68503]: DEBUG nova.network.neutron [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Successfully created port: 34ff1d22-0e32-4562-a051-0dbfd69dacc4 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.265405] env[68503]: DEBUG nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.297848] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.298104] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.298264] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.298439] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.298578] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.298717] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.298916] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.299686] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.299903] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.300097] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.300291] env[68503]: DEBUG nova.virt.hardware [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.301147] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05650218-9495-4f95-b544-c6e8d3a69d59 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.310112] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6785b6-482e-4c65-b7c2-770cd8d91bfc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.413193] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.413510] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.413747] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413884] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.414380] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.415429] env[68503]: DEBUG nova.network.neutron [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Successfully updated port: ceb11403-83b0-4bc0-9f96-4f7239e7b697 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.417930] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafe43ae-468b-41cf-afd7-707aa5d7c57c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.426711] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.427067] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.427750] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9dea1e-48e6-4005-bc9b-c9dc4eadc22e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.441758] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb3a302-1010-44ae-b62f-134a07d661f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.450059] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 692.450059] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528c3e09-0f0c-5dad-1f3f-5b6a4b321e09" [ 692.450059] env[68503]: _type = "Task" [ 692.450059] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.459568] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528c3e09-0f0c-5dad-1f3f-5b6a4b321e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.653085] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.654301] env[68503]: DEBUG nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.658710] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.027s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.661823] env[68503]: INFO nova.compute.claims [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.926604] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "refresh_cache-988337b5-7dcc-4927-89d5-4b2a2d98f294" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.926604] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired lock "refresh_cache-988337b5-7dcc-4927-89d5-4b2a2d98f294" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.926683] env[68503]: DEBUG nova.network.neutron [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.963054] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Preparing fetch location {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 692.963418] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Creating directory with path [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.963606] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1319d23-d463-45cb-a0b6-721a4828816a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.980396] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Created directory with path [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.980665] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Fetch image to [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 692.981497] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Downloading image file data e2a34396-b5ef-4df8-85dc-47384c92b269 to [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk on the data store datastore2 {{(pid=68503) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 692.982995] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f143c4a7-ef91-4761-a46c-808583b8d6c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.993568] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a6b898-8553-4796-83fd-f71773c5aa63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.009781] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a414cf-a021-43f3-bb4d-6252c0712785 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.044573] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c352c5-c9f4-4ab9-8cae-fb4782b63d35 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.051263] env[68503]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-23e73758-eab0-473b-a5c5-853373435adc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.155484] env[68503]: DEBUG nova.network.neutron [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Successfully updated port: 3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.159097] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Downloading image file data e2a34396-b5ef-4df8-85dc-47384c92b269 to the data store datastore2 {{(pid=68503) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 693.170544] env[68503]: DEBUG nova.compute.utils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.172982] env[68503]: DEBUG nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 693.178755] env[68503]: DEBUG nova.compute.manager [req-1d401dd4-e711-4f70-8344-3f62f0c3505a req-f35d8b5a-bb7a-4696-8d30-04a7c98efc8f service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Received event network-vif-plugged-ceb11403-83b0-4bc0-9f96-4f7239e7b697 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.178961] env[68503]: DEBUG oslo_concurrency.lockutils [req-1d401dd4-e711-4f70-8344-3f62f0c3505a req-f35d8b5a-bb7a-4696-8d30-04a7c98efc8f service nova] Acquiring lock "988337b5-7dcc-4927-89d5-4b2a2d98f294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.179177] env[68503]: DEBUG oslo_concurrency.lockutils [req-1d401dd4-e711-4f70-8344-3f62f0c3505a req-f35d8b5a-bb7a-4696-8d30-04a7c98efc8f service nova] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.179335] env[68503]: DEBUG oslo_concurrency.lockutils [req-1d401dd4-e711-4f70-8344-3f62f0c3505a req-f35d8b5a-bb7a-4696-8d30-04a7c98efc8f service nova] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.179493] env[68503]: DEBUG nova.compute.manager [req-1d401dd4-e711-4f70-8344-3f62f0c3505a req-f35d8b5a-bb7a-4696-8d30-04a7c98efc8f service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] No waiting events found dispatching network-vif-plugged-ceb11403-83b0-4bc0-9f96-4f7239e7b697 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.179646] env[68503]: WARNING nova.compute.manager [req-1d401dd4-e711-4f70-8344-3f62f0c3505a req-f35d8b5a-bb7a-4696-8d30-04a7c98efc8f service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Received unexpected event network-vif-plugged-ceb11403-83b0-4bc0-9f96-4f7239e7b697 for instance with vm_state building and task_state spawning. [ 693.249148] env[68503]: DEBUG oslo_vmware.rw_handles [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68503) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 693.416894] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.417181] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.502466] env[68503]: DEBUG nova.network.neutron [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.657086] env[68503]: DEBUG nova.compute.manager [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Received event network-changed-47a5cbdd-330f-4653-886a-86567b02934e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.657699] env[68503]: DEBUG nova.compute.manager [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Refreshing instance network info cache due to event network-changed-47a5cbdd-330f-4653-886a-86567b02934e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.657777] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] Acquiring lock "refresh_cache-511d5b19-96d5-4cc7-833f-8a4a876ab79d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.657892] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] Acquired lock "refresh_cache-511d5b19-96d5-4cc7-833f-8a4a876ab79d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.658105] env[68503]: DEBUG nova.network.neutron [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Refreshing network info cache for port 47a5cbdd-330f-4653-886a-86567b02934e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.668985] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.669185] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.669825] env[68503]: DEBUG nova.network.neutron [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.684028] env[68503]: DEBUG nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.844768] env[68503]: DEBUG nova.network.neutron [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Updating instance_info_cache with network_info: [{"id": "ceb11403-83b0-4bc0-9f96-4f7239e7b697", "address": "fa:16:3e:84:8c:9d", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb11403-83", "ovs_interfaceid": "ceb11403-83b0-4bc0-9f96-4f7239e7b697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.937894] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6d283-b6f9-48e9-80a6-76f277d719a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.948641] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611671e2-8c8d-4e8e-a5a7-28bdf468d2d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.961872] env[68503]: DEBUG oslo_vmware.rw_handles [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Completed reading data from the image iterator. {{(pid=68503) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 693.962092] env[68503]: DEBUG oslo_vmware.rw_handles [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 693.995284] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ced050-cb8f-469d-908e-cb3acc13e9ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.003754] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70345e87-f06f-48c2-abe1-aed89c8dbb30 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.018594] env[68503]: DEBUG nova.compute.provider_tree [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.128025] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Downloaded image file data e2a34396-b5ef-4df8-85dc-47384c92b269 to vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk on the data store datastore2 {{(pid=68503) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 694.128025] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Caching image {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 694.128025] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Copying Virtual Disk [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk to [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.128858] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0996241f-5232-4e7c-8751-b2d63f01b657 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.139067] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 694.139067] env[68503]: value = "task-2861300" [ 694.139067] env[68503]: _type = "Task" [ 694.139067] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.148011] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.347222] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Releasing lock "refresh_cache-988337b5-7dcc-4927-89d5-4b2a2d98f294" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.347586] env[68503]: DEBUG nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Instance network_info: |[{"id": "ceb11403-83b0-4bc0-9f96-4f7239e7b697", "address": "fa:16:3e:84:8c:9d", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb11403-83", "ovs_interfaceid": "ceb11403-83b0-4bc0-9f96-4f7239e7b697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.348406] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:8c:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb11403-83b0-4bc0-9f96-4f7239e7b697', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.357696] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Creating folder: Project (cb010e148b7147d09ad1e1cdb623d60f). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.359600] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2860b5f5-c0d0-49b1-b076-988922cbf96b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.369885] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Created folder: Project (cb010e148b7147d09ad1e1cdb623d60f) in parent group-v575195. [ 694.370099] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Creating folder: Instances. Parent ref: group-v575199. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.370363] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-670c6298-2b56-4653-ab4a-c605a2584321 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.383483] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Created folder: Instances in parent group-v575199. [ 694.383727] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.383929] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.384158] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c486ea74-4bb3-4b42-9b06-f10089b8e224 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.416439] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.416439] env[68503]: value = "task-2861303" [ 694.416439] env[68503]: _type = "Task" [ 694.416439] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.424916] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861303, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.476228] env[68503]: DEBUG nova.network.neutron [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.523113] env[68503]: DEBUG nova.scheduler.client.report [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.653035] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.692464] env[68503]: DEBUG nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.735834] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.736087] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.736272] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.736458] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.736598] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.736742] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.736950] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.739613] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.741694] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.741694] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.741865] env[68503]: DEBUG nova.virt.hardware [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.743057] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f1d6a6-486d-46cd-89d1-f1561acc02b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.756235] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bf72b7-18f8-41c8-bd7b-49171d27a39b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.773361] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.783763] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Creating folder: Project (344d421b931e4476a5b30d5be63511df). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.784195] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc805554-edbc-4d13-bf2f-1c4f0ba8493d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.788486] env[68503]: DEBUG nova.network.neutron [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Updated VIF entry in instance network info cache for port 47a5cbdd-330f-4653-886a-86567b02934e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.788689] env[68503]: DEBUG nova.network.neutron [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Updating instance_info_cache with network_info: [{"id": "47a5cbdd-330f-4653-886a-86567b02934e", "address": "fa:16:3e:95:ea:72", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a5cbdd-33", "ovs_interfaceid": "47a5cbdd-330f-4653-886a-86567b02934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.800758] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Created folder: Project (344d421b931e4476a5b30d5be63511df) in parent group-v575195. [ 694.801418] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Creating folder: Instances. Parent ref: group-v575202. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.801418] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27eb9a59-3250-4a9e-9e5f-15451a3850b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.812636] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Created folder: Instances in parent group-v575202. [ 694.812966] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.813576] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.814692] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19adcde0-b7ea-4286-855d-63ac73aecb98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836519] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.836519] env[68503]: value = "task-2861306" [ 694.836519] env[68503]: _type = "Task" [ 694.836519] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.845041] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861306, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.931125] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861303, 'name': CreateVM_Task, 'duration_secs': 0.506068} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.933147] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.936925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.937112] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.938112] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.938112] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d44d30-6fcd-4f12-b812-a51d990445d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.942919] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 694.942919] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52543a79-bb36-f066-e203-19c37f855a32" [ 694.942919] env[68503]: _type = "Task" [ 694.942919] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.952866] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52543a79-bb36-f066-e203-19c37f855a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.957462] env[68503]: DEBUG nova.network.neutron [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [{"id": "3ed3986a-cd35-4b53-966a-363245923296", "address": "fa:16:3e:1f:a3:e7", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed3986a-cd", "ovs_interfaceid": "3ed3986a-cd35-4b53-966a-363245923296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.032639] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.033266] env[68503]: DEBUG nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.038813] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.999s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.040325] env[68503]: INFO nova.compute.claims [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.138047] env[68503]: DEBUG nova.network.neutron [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Successfully updated port: 34ff1d22-0e32-4562-a051-0dbfd69dacc4 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.153971] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688018} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.156073] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Copied Virtual Disk [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk to [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.156073] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Deleting the datastore file [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.156073] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-237e1c1f-052c-4203-ba4e-4af76b19291f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.164409] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 695.164409] env[68503]: value = "task-2861307" [ 695.164409] env[68503]: _type = "Task" [ 695.164409] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.172925] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.294755] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb529829-72fd-46ee-b791-f254034232eb req-fbd0db3f-b0ad-4dd4-96a6-15535c60960a service nova] Releasing lock "refresh_cache-511d5b19-96d5-4cc7-833f-8a4a876ab79d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.347398] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861306, 'name': CreateVM_Task, 'duration_secs': 0.334629} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.347583] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.348033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.456600] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.456600] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.456600] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.456600] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.456965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.456965] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82fdc03-722c-4348-9ab6-ec18a9329580 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.465021] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 695.465021] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e14d4e-c37c-b724-9fdf-ff5b1931c73b" [ 695.465021] env[68503]: _type = "Task" [ 695.465021] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.469347] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Releasing lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.469685] env[68503]: DEBUG nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Instance network_info: |[{"id": "3ed3986a-cd35-4b53-966a-363245923296", "address": "fa:16:3e:1f:a3:e7", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed3986a-cd", "ovs_interfaceid": "3ed3986a-cd35-4b53-966a-363245923296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.470057] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a3:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ed3986a-cd35-4b53-966a-363245923296', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.482041] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Creating folder: Project (4bc4490959f94762bfb7eac990fa661f). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.482206] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25a6f71b-2b80-4dc2-85d7-d41245e0a163 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.492252] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.492447] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.492894] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.510948] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Created folder: Project (4bc4490959f94762bfb7eac990fa661f) in parent group-v575195. [ 695.511189] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Creating folder: Instances. Parent ref: group-v575205. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.511455] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dadc734-f2cd-452a-8ebd-e03871e3c8e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.521096] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Created folder: Instances in parent group-v575205. [ 695.521096] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.521397] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.523225] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1859213e-3e4a-448f-aa9b-909112aa9333 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.545012] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.545012] env[68503]: value = "task-2861310" [ 695.545012] env[68503]: _type = "Task" [ 695.545012] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.549414] env[68503]: DEBUG nova.compute.utils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.553298] env[68503]: DEBUG nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.553454] env[68503]: DEBUG nova.network.neutron [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.561534] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861310, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.644016] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "refresh_cache-ba2d1010-5dfb-4f47-9248-1724627272d3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.644016] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "refresh_cache-ba2d1010-5dfb-4f47-9248-1724627272d3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.644240] env[68503]: DEBUG nova.network.neutron [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.678939] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029344} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.681094] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.681632] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Moving file from [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c/e2a34396-b5ef-4df8-85dc-47384c92b269 to [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269. {{(pid=68503) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 695.685037] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-43dbd94c-74e8-4d2e-a2d4-e3eda52e6d1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.691299] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "02e8dbb0-8f29-49d6-93ff-684316c22806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.691554] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.699416] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 695.699416] env[68503]: value = "task-2861311" [ 695.699416] env[68503]: _type = "Task" [ 695.699416] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.712204] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861311, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.863135] env[68503]: DEBUG nova.policy [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab0d423d63f94aad917333dc390ca9e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b73803c367543ddadfadaf8aabfb4bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.059719] env[68503]: DEBUG nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.062283] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861310, 'name': CreateVM_Task, 'duration_secs': 0.464265} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.071112] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.073573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.073661] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.075540] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.075841] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c6660b-afd7-4a94-9d50-f18d66f653dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.087188] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 696.087188] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528653f6-4a6e-1ed2-38b4-b8b39ace4486" [ 696.087188] env[68503]: _type = "Task" [ 696.087188] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.097498] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528653f6-4a6e-1ed2-38b4-b8b39ace4486, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.097690] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.097938] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.098171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.211874] env[68503]: DEBUG nova.network.neutron [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.223517] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861311, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035856} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.225060] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] File moved {{(pid=68503) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 696.227951] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Cleaning up location [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 696.227951] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Deleting the datastore file [datastore2] vmware_temp/2e253ebf-a57a-4117-8643-3d2efaa2ae1c {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.227951] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c9d6410-dca8-48d1-80ec-accb5169ec26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.240015] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 696.240015] env[68503]: value = "task-2861312" [ 696.240015] env[68503]: _type = "Task" [ 696.240015] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.256412] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.385321] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.385996] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.416018] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9a6de3-895f-4c5b-a87a-7f00a0d210cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.427343] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc62fff3-071b-45a2-8192-15bf7872ab40 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.465852] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dac4b94-6cbf-4a1f-93e7-7ff14c5dd11d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.476897] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279aee68-437a-4abb-8a7e-2bac00a98576 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.489294] env[68503]: DEBUG nova.compute.provider_tree [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.708772] env[68503]: DEBUG nova.network.neutron [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Updating instance_info_cache with network_info: [{"id": "34ff1d22-0e32-4562-a051-0dbfd69dacc4", "address": "fa:16:3e:e1:43:83", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ff1d22-0e", "ovs_interfaceid": "34ff1d22-0e32-4562-a051-0dbfd69dacc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.712464] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "a9a56dcf-db58-415f-bcbc-edf447215938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.712774] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "a9a56dcf-db58-415f-bcbc-edf447215938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.752008] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025855} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.752269] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.752999] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8d7f67-6fe6-4e07-845d-c7ad7f225744 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.759915] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 696.759915] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523d0872-f566-df01-ec97-d08b65eaadc6" [ 696.759915] env[68503]: _type = "Task" [ 696.759915] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.770657] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523d0872-f566-df01-ec97-d08b65eaadc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.908205] env[68503]: DEBUG nova.network.neutron [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Successfully created port: d419ad96-52e0-4cb3-94c0-580ef0398981 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.990991] env[68503]: DEBUG nova.scheduler.client.report [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.077697] env[68503]: DEBUG nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.104241] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.104516] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.104670] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.104847] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.104988] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.105552] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.105817] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.105987] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.106218] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.106356] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.106530] env[68503]: DEBUG nova.virt.hardware [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.107451] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a2c041-5cd5-4413-ac65-4edfa358f254 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.115834] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bde77b4-cec3-4d7d-a17a-3b26f7da9ad0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.137815] env[68503]: DEBUG nova.compute.manager [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Received event network-changed-ceb11403-83b0-4bc0-9f96-4f7239e7b697 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.138551] env[68503]: DEBUG nova.compute.manager [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Refreshing instance network info cache due to event network-changed-ceb11403-83b0-4bc0-9f96-4f7239e7b697. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.138688] env[68503]: DEBUG oslo_concurrency.lockutils [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] Acquiring lock "refresh_cache-988337b5-7dcc-4927-89d5-4b2a2d98f294" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.138828] env[68503]: DEBUG oslo_concurrency.lockutils [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] Acquired lock "refresh_cache-988337b5-7dcc-4927-89d5-4b2a2d98f294" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.138979] env[68503]: DEBUG nova.network.neutron [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Refreshing network info cache for port ceb11403-83b0-4bc0-9f96-4f7239e7b697 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.219621] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "refresh_cache-ba2d1010-5dfb-4f47-9248-1724627272d3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.219946] env[68503]: DEBUG nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Instance network_info: |[{"id": "34ff1d22-0e32-4562-a051-0dbfd69dacc4", "address": "fa:16:3e:e1:43:83", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ff1d22-0e", "ovs_interfaceid": "34ff1d22-0e32-4562-a051-0dbfd69dacc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.221560] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:43:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34ff1d22-0e32-4562-a051-0dbfd69dacc4', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.230272] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating folder: Project (5336d1421a204b3f8c48c5e6eb0f57bf). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.231189] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0030d6e6-c1ab-460c-bf34-2fed0feb82db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.244727] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created folder: Project (5336d1421a204b3f8c48c5e6eb0f57bf) in parent group-v575195. [ 697.244727] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating folder: Instances. Parent ref: group-v575208. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.244911] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f376876-7b5f-4e30-a928-b50035e2778b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.254327] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created folder: Instances in parent group-v575208. [ 697.254916] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.254916] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.255024] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63e9e4a4-1e3d-4d2f-97f0-f33ed6096f6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.282143] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523d0872-f566-df01-ec97-d08b65eaadc6, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.283728] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.283949] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 511d5b19-96d5-4cc7-833f-8a4a876ab79d/511d5b19-96d5-4cc7-833f-8a4a876ab79d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.284230] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.284230] env[68503]: value = "task-2861315" [ 697.284230] env[68503]: _type = "Task" [ 697.284230] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.284581] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.284656] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.284843] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c15b8c30-20af-450d-b670-ec285b8ac412 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.286891] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc9f664-41a1-44ee-a61c-d726fe61d8a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.296580] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 697.296580] env[68503]: value = "task-2861316" [ 697.296580] env[68503]: _type = "Task" [ 697.296580] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.306818] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.306918] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.311235] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf21d4f-9880-4fb5-8fdf-e995ef038f8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.313513] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861315, 'name': CreateVM_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.316639] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.320091] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received event network-vif-plugged-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.320297] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Acquiring lock "63516d78-c35b-44f9-98da-45aada34af4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.320504] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Lock "63516d78-c35b-44f9-98da-45aada34af4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.320662] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Lock "63516d78-c35b-44f9-98da-45aada34af4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.320824] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] No waiting events found dispatching network-vif-plugged-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.320987] env[68503]: WARNING nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received unexpected event network-vif-plugged-3ed3986a-cd35-4b53-966a-363245923296 for instance with vm_state building and task_state spawning. [ 697.321163] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received event network-changed-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.321314] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing instance network info cache due to event network-changed-3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.321512] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Acquiring lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.321657] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Acquired lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.321809] env[68503]: DEBUG nova.network.neutron [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing network info cache for port 3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.325160] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 697.325160] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c90047-9e83-3460-665e-678f49d20ea9" [ 697.325160] env[68503]: _type = "Task" [ 697.325160] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.334958] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c90047-9e83-3460-665e-678f49d20ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.335841] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c41c45-a729-47b1-8220-0f626a9d6c50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.341965] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 697.341965] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521d70d2-4517-ac11-a2a8-76adbeff3d64" [ 697.341965] env[68503]: _type = "Task" [ 697.341965] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.351261] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521d70d2-4517-ac11-a2a8-76adbeff3d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.496723] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.497502] env[68503]: DEBUG nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.504022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.630s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.504022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.504022] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 697.504022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.446s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.504650] env[68503]: INFO nova.compute.claims [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.508869] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33534640-9cce-422e-82b7-adfb92571c84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.524495] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc65372d-55d5-4d92-b9e3-2e3cd4d78847 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.540536] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868f2de7-dfa6-4c02-84aa-02c55c3dd347 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.551955] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672a296b-6e96-409f-8a82-7ec8b218108b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.595977] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181079MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 697.596122] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.784235] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "d8adc464-8082-4c42-a65c-a6cf62ce153d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.784805] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.805302] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861315, 'name': CreateVM_Task, 'duration_secs': 0.368435} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.809764] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.810570] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.810965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.811851] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.812330] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a5a9a4-2382-429d-aaa0-d4fd36e0f5e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.821245] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.829137] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 697.829137] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5224dd16-97b9-8407-5f6e-0ea2cb3e9578" [ 697.829137] env[68503]: _type = "Task" [ 697.829137] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.838341] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5224dd16-97b9-8407-5f6e-0ea2cb3e9578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.855722] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521d70d2-4517-ac11-a2a8-76adbeff3d64, 'name': SearchDatastore_Task, 'duration_secs': 0.015691} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.856422] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.856422] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 988337b5-7dcc-4927-89d5-4b2a2d98f294/988337b5-7dcc-4927-89d5-4b2a2d98f294.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.856557] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.856729] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.856958] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81fbf9d6-8cdf-4810-a071-44f02abf352e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.861445] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a531d5d4-32b9-4b2b-a4e0-a80bb5df107e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.866519] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 697.866519] env[68503]: value = "task-2861317" [ 697.866519] env[68503]: _type = "Task" [ 697.866519] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.871452] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.871627] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.873438] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4c3d67-bb5f-4806-8737-d4f9793de95b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.878748] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.881675] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 697.881675] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5273f85c-20dd-0d5a-d36c-6ab2cce42df1" [ 697.881675] env[68503]: _type = "Task" [ 697.881675] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.892648] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5273f85c-20dd-0d5a-d36c-6ab2cce42df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.013341] env[68503]: DEBUG nova.compute.utils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.015373] env[68503]: DEBUG nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.016480] env[68503]: DEBUG nova.network.neutron [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.141442] env[68503]: DEBUG nova.network.neutron [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Updated VIF entry in instance network info cache for port ceb11403-83b0-4bc0-9f96-4f7239e7b697. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.141832] env[68503]: DEBUG nova.network.neutron [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Updating instance_info_cache with network_info: [{"id": "ceb11403-83b0-4bc0-9f96-4f7239e7b697", "address": "fa:16:3e:84:8c:9d", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb11403-83", "ovs_interfaceid": "ceb11403-83b0-4bc0-9f96-4f7239e7b697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.270387] env[68503]: DEBUG nova.policy [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd21d4e0c8d08476997e14b4be83e4314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd294c0c22e244b44bffa3a825a1da4e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.318943] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546788} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.319302] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 511d5b19-96d5-4cc7-833f-8a4a876ab79d/511d5b19-96d5-4cc7-833f-8a4a876ab79d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.319729] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.319800] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3536dfa-80ef-4327-9a47-2edb49bbcfad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.339042] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 698.339042] env[68503]: value = "task-2861318" [ 698.339042] env[68503]: _type = "Task" [ 698.339042] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.358553] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.362150] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5224dd16-97b9-8407-5f6e-0ea2cb3e9578, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.363053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.363456] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.363759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.380677] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457563} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.381026] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 988337b5-7dcc-4927-89d5-4b2a2d98f294/988337b5-7dcc-4927-89d5-4b2a2d98f294.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.381290] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.381786] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e769d269-ecb4-4cd5-89c8-b581a067cf06 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.396967] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 698.396967] env[68503]: value = "task-2861319" [ 698.396967] env[68503]: _type = "Task" [ 698.396967] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.403703] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5273f85c-20dd-0d5a-d36c-6ab2cce42df1, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.403703] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cbfcac-67e4-49fd-9b2b-b373e6db6111 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.411031] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.413890] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 698.413890] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52da3616-2a61-2d63-b4c0-cbdd40823718" [ 698.413890] env[68503]: _type = "Task" [ 698.413890] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.423571] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52da3616-2a61-2d63-b4c0-cbdd40823718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.525628] env[68503]: DEBUG nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.644202] env[68503]: DEBUG oslo_concurrency.lockutils [req-082bd960-5cd2-4ef1-a387-7af268ad527e req-06f6875d-c5ce-4cbd-bc01-a1315b73c8c0 service nova] Releasing lock "refresh_cache-988337b5-7dcc-4927-89d5-4b2a2d98f294" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.733295] env[68503]: DEBUG nova.network.neutron [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updated VIF entry in instance network info cache for port 3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.733758] env[68503]: DEBUG nova.network.neutron [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [{"id": "3ed3986a-cd35-4b53-966a-363245923296", "address": "fa:16:3e:1f:a3:e7", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed3986a-cd", "ovs_interfaceid": "3ed3986a-cd35-4b53-966a-363245923296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.859582] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da03cb4-9eee-47c8-a4a0-7acef7076bb6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.862298] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066076} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.862546] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.864362] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e48698-5b77-4e7f-a42c-95cfd868a38a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.870073] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b86630-16f1-41ff-86c1-8be34a56ed92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.892584] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 511d5b19-96d5-4cc7-833f-8a4a876ab79d/511d5b19-96d5-4cc7-833f-8a4a876ab79d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.893516] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc255af-4394-46f7-ba34-e9796beaa63f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.941028] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569496a8-b5fc-4f10-a661-1dfb424d2ef0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.945826] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 698.945826] env[68503]: value = "task-2861320" [ 698.945826] env[68503]: _type = "Task" [ 698.945826] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.954533] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52da3616-2a61-2d63-b4c0-cbdd40823718, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.957962] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.958436] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] edc45660-de9d-459e-af05-ca23f9df97c3/edc45660-de9d-459e-af05-ca23f9df97c3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.958798] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061752} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.959681] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.960758] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.961141] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe1ce8f-42dc-4cb7-a876-e2908262ef64 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.963652] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.973540] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f013d75a-103b-4354-b966-0078a5c66571 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.976045] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0665ec17-0565-4d14-abb2-20d8ee4abfc4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.981546] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.984152] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48dda5c-2f26-42b7-b9b7-3f0dece82726 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.990200] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 698.990200] env[68503]: value = "task-2861321" [ 698.990200] env[68503]: _type = "Task" [ 698.990200] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.013097] env[68503]: DEBUG nova.compute.provider_tree [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.023241] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 988337b5-7dcc-4927-89d5-4b2a2d98f294/988337b5-7dcc-4927-89d5-4b2a2d98f294.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.025942] env[68503]: DEBUG nova.scheduler.client.report [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.029498] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb47fa0e-1442-4022-9dbc-a96681d805a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.044576] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.044757] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.050506] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.548s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.050999] env[68503]: DEBUG nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.056327] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78782f0f-eed8-4a45-9b6c-d506c82451e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.059354] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.059636] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.838s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.061096] env[68503]: INFO nova.compute.claims [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.070507] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 699.070507] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d85491-d511-5d58-cffd-6329e7b69548" [ 699.070507] env[68503]: _type = "Task" [ 699.070507] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.072875] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 699.072875] env[68503]: value = "task-2861322" [ 699.072875] env[68503]: _type = "Task" [ 699.072875] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.090019] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d85491-d511-5d58-cffd-6329e7b69548, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.092590] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.093121] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bb80bb-fadd-4317-b991-1dc6a3bd9715 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.100494] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 699.100494] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52261411-29a4-15d2-f916-59a3199ab3cf" [ 699.100494] env[68503]: _type = "Task" [ 699.100494] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.112876] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52261411-29a4-15d2-f916-59a3199ab3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.237540] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Releasing lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.237790] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Received event network-vif-plugged-34ff1d22-0e32-4562-a051-0dbfd69dacc4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.237979] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Acquiring lock "ba2d1010-5dfb-4f47-9248-1724627272d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.238204] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.238360] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.238520] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] No waiting events found dispatching network-vif-plugged-34ff1d22-0e32-4562-a051-0dbfd69dacc4 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.238686] env[68503]: WARNING nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Received unexpected event network-vif-plugged-34ff1d22-0e32-4562-a051-0dbfd69dacc4 for instance with vm_state building and task_state spawning. [ 699.238911] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Received event network-changed-34ff1d22-0e32-4562-a051-0dbfd69dacc4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.238986] env[68503]: DEBUG nova.compute.manager [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Refreshing instance network info cache due to event network-changed-34ff1d22-0e32-4562-a051-0dbfd69dacc4. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.239176] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Acquiring lock "refresh_cache-ba2d1010-5dfb-4f47-9248-1724627272d3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.239314] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Acquired lock "refresh_cache-ba2d1010-5dfb-4f47-9248-1724627272d3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.239461] env[68503]: DEBUG nova.network.neutron [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Refreshing network info cache for port 34ff1d22-0e32-4562-a051-0dbfd69dacc4 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.457763] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.503963] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.567170] env[68503]: DEBUG nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.572119] env[68503]: DEBUG nova.compute.utils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.572964] env[68503]: DEBUG nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.573155] env[68503]: DEBUG nova.network.neutron [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.588468] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.613327] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.613710] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.613710] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.613877] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.614028] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.614300] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.614419] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.614574] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.614729] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.614882] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.615229] env[68503]: DEBUG nova.virt.hardware [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.616335] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91cb7f-9282-4d3e-9ec0-3d7f89fa6e96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.625463] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52261411-29a4-15d2-f916-59a3199ab3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014751} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.625899] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.629015] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 63516d78-c35b-44f9-98da-45aada34af4d/63516d78-c35b-44f9-98da-45aada34af4d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.629015] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.629015] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.629274] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511e12f6-deba-4d73-8814-6208fdc4a587 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.633526] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11ea6760-3278-4f97-adfd-8d75a5a93af9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.638882] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b74a3c5-f7cb-42a3-b367-5486b129fc95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.647608] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 699.647608] env[68503]: value = "task-2861323" [ 699.647608] env[68503]: _type = "Task" [ 699.647608] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.664193] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.664426] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.667465] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f24c5f-c8c0-4c02-a7dc-767d35e83b67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.673780] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.676561] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 699.676561] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52207452-6921-b58e-e373-3b8096728b76" [ 699.676561] env[68503]: _type = "Task" [ 699.676561] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.687772] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52207452-6921-b58e-e373-3b8096728b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.961686] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861320, 'name': ReconfigVM_Task, 'duration_secs': 0.601105} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.962018] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 511d5b19-96d5-4cc7-833f-8a4a876ab79d/511d5b19-96d5-4cc7-833f-8a4a876ab79d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.966790] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45e3e24a-b6af-49cf-89e4-0d334cbc65c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.976805] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "85a375b4-176f-4529-bda6-865a53245eb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.978446] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "85a375b4-176f-4529-bda6-865a53245eb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.979218] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 699.979218] env[68503]: value = "task-2861324" [ 699.979218] env[68503]: _type = "Task" [ 699.979218] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.993323] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861324, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.004796] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558652} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.005742] env[68503]: DEBUG nova.network.neutron [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Successfully created port: 1595280b-fefe-4284-a32e-bb8da1ca5e0c {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.009605] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] edc45660-de9d-459e-af05-ca23f9df97c3/edc45660-de9d-459e-af05-ca23f9df97c3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.009605] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.009605] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c66bc6-a674-452b-8e6d-e6323513d686 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.016517] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 700.016517] env[68503]: value = "task-2861325" [ 700.016517] env[68503]: _type = "Task" [ 700.016517] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.021363] env[68503]: DEBUG nova.policy [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b266059247b4f9bbd32bb7281c8a8e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bbca2358e247fa9c4d0083b7f9fe29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.028097] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.076628] env[68503]: DEBUG nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.090457] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861322, 'name': ReconfigVM_Task, 'duration_secs': 0.555188} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.091224] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 988337b5-7dcc-4927-89d5-4b2a2d98f294/988337b5-7dcc-4927-89d5-4b2a2d98f294.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.091789] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b6387ba-8731-4570-98cd-c6fc8c0677e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.097946] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 700.097946] env[68503]: value = "task-2861326" [ 700.097946] env[68503]: _type = "Task" [ 700.097946] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.111097] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861326, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.162150] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454579} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.162406] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 63516d78-c35b-44f9-98da-45aada34af4d/63516d78-c35b-44f9-98da-45aada34af4d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.162648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.162854] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f892d0da-14d7-496a-8941-9ed54fe181bb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.169209] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 700.169209] env[68503]: value = "task-2861327" [ 700.169209] env[68503]: _type = "Task" [ 700.169209] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.180587] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.189781] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52207452-6921-b58e-e373-3b8096728b76, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.193607] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0dc427-7ed8-4fdc-b5fc-158d3d3a9e44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.198599] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 700.198599] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c12771-e87f-a93a-3b3c-75a54ae55775" [ 700.198599] env[68503]: _type = "Task" [ 700.198599] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.206280] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c12771-e87f-a93a-3b3c-75a54ae55775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.280801] env[68503]: DEBUG nova.network.neutron [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Successfully updated port: d419ad96-52e0-4cb3-94c0-580ef0398981 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.418198] env[68503]: DEBUG nova.network.neutron [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Updated VIF entry in instance network info cache for port 34ff1d22-0e32-4562-a051-0dbfd69dacc4. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.418198] env[68503]: DEBUG nova.network.neutron [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Updating instance_info_cache with network_info: [{"id": "34ff1d22-0e32-4562-a051-0dbfd69dacc4", "address": "fa:16:3e:e1:43:83", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ff1d22-0e", "ovs_interfaceid": "34ff1d22-0e32-4562-a051-0dbfd69dacc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.423021] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8c012d-6de1-4f5c-819e-7aa02c23ebf3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.429840] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf94730-a17d-4b21-8fba-b15f7b8535f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.470955] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f4414c-400a-4481-97ee-6358c5727cd1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.478804] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc8581f-56f8-44f5-a2da-d07355ee3e45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.506240] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861324, 'name': Rename_Task, 'duration_secs': 0.236437} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.507277] env[68503]: DEBUG nova.compute.provider_tree [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.508603] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.509592] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a81760-117d-427e-879e-460960c60045 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.515439] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 700.515439] env[68503]: value = "task-2861328" [ 700.515439] env[68503]: _type = "Task" [ 700.515439] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.527910] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.532731] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078633} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.533037] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.533817] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4190c598-b8f9-4d2c-8499-72a4a2c583a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.558913] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] edc45660-de9d-459e-af05-ca23f9df97c3/edc45660-de9d-459e-af05-ca23f9df97c3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.558913] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e3f59d-872f-4bae-8bab-73445642ea04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.578998] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 700.578998] env[68503]: value = "task-2861329" [ 700.578998] env[68503]: _type = "Task" [ 700.578998] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.594194] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.610676] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861326, 'name': Rename_Task, 'duration_secs': 0.262043} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.610676] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.610676] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52e3afb-d544-4ab1-aecc-bd1ac930c2ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.615659] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 700.615659] env[68503]: value = "task-2861330" [ 700.615659] env[68503]: _type = "Task" [ 700.615659] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.628147] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.685470] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078198} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.685765] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.687880] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d19927-01d6-4e97-90bc-cedd6074f96f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.710274] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 63516d78-c35b-44f9-98da-45aada34af4d/63516d78-c35b-44f9-98da-45aada34af4d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.714167] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64544d63-b3a2-4bb8-93c4-ddb6bdf4a858 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.739591] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c12771-e87f-a93a-3b3c-75a54ae55775, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.741173] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.741326] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] ba2d1010-5dfb-4f47-9248-1724627272d3/ba2d1010-5dfb-4f47-9248-1724627272d3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.742014] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 700.742014] env[68503]: value = "task-2861331" [ 700.742014] env[68503]: _type = "Task" [ 700.742014] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.742014] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1ad56d9-e9d6-4215-8776-2bf7e87ee81e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.759434] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.759434] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 700.759434] env[68503]: value = "task-2861332" [ 700.759434] env[68503]: _type = "Task" [ 700.759434] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.769489] env[68503]: DEBUG nova.compute.manager [req-288d741a-ab78-48b1-b2a7-0866cd61c2b1 req-0a0f5898-3245-48d5-8604-b2d53f526a30 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Received event network-vif-plugged-d419ad96-52e0-4cb3-94c0-580ef0398981 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.769640] env[68503]: DEBUG oslo_concurrency.lockutils [req-288d741a-ab78-48b1-b2a7-0866cd61c2b1 req-0a0f5898-3245-48d5-8604-b2d53f526a30 service nova] Acquiring lock "870c8b35-6745-4af5-9564-6b8673d2f8c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.769825] env[68503]: DEBUG oslo_concurrency.lockutils [req-288d741a-ab78-48b1-b2a7-0866cd61c2b1 req-0a0f5898-3245-48d5-8604-b2d53f526a30 service nova] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.770025] env[68503]: DEBUG oslo_concurrency.lockutils [req-288d741a-ab78-48b1-b2a7-0866cd61c2b1 req-0a0f5898-3245-48d5-8604-b2d53f526a30 service nova] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.770222] env[68503]: DEBUG nova.compute.manager [req-288d741a-ab78-48b1-b2a7-0866cd61c2b1 req-0a0f5898-3245-48d5-8604-b2d53f526a30 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] No waiting events found dispatching network-vif-plugged-d419ad96-52e0-4cb3-94c0-580ef0398981 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.770529] env[68503]: WARNING nova.compute.manager [req-288d741a-ab78-48b1-b2a7-0866cd61c2b1 req-0a0f5898-3245-48d5-8604-b2d53f526a30 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Received unexpected event network-vif-plugged-d419ad96-52e0-4cb3-94c0-580ef0398981 for instance with vm_state building and task_state spawning. [ 700.776578] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.782676] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.782865] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquired lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.783094] env[68503]: DEBUG nova.network.neutron [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.786805] env[68503]: DEBUG nova.network.neutron [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Successfully created port: 7d42e001-2709-4ee4-a5ca-5bd2d44ba595 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.921208] env[68503]: DEBUG oslo_concurrency.lockutils [req-5058ae61-0b20-42a8-a7c9-cf9e74a75a99 req-3458d70b-29dc-4d09-9451-01eb43e28d3e service nova] Releasing lock "refresh_cache-ba2d1010-5dfb-4f47-9248-1724627272d3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.010380] env[68503]: DEBUG nova.scheduler.client.report [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.033026] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.097446] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861329, 'name': ReconfigVM_Task, 'duration_secs': 0.344825} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.097748] env[68503]: DEBUG nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.104734] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Reconfigured VM instance instance-00000005 to attach disk [datastore2] edc45660-de9d-459e-af05-ca23f9df97c3/edc45660-de9d-459e-af05-ca23f9df97c3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.104734] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f75e37-d5cf-4ac5-9242-9ee8384e97f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.112109] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 701.112109] env[68503]: value = "task-2861333" [ 701.112109] env[68503]: _type = "Task" [ 701.112109] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.139031] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861333, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.141683] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.145366] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.145366] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.145366] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.145366] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.145693] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.145766] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.146066] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.146261] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.148895] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.148895] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.148895] env[68503]: DEBUG nova.virt.hardware [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.150331] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53b8fde-b451-4a7d-a4b9-b80e5ea97c44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.159026] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e8d89-9c40-43b6-90ec-cace8edd1bca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.254852] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.268704] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861332, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.357437] env[68503]: DEBUG nova.network.neutron [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.526710] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.526919] env[68503]: DEBUG nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.531237] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.153s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.532897] env[68503]: INFO nova.compute.claims [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.541409] env[68503]: DEBUG oslo_vmware.api [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861328, 'name': PowerOnVM_Task, 'duration_secs': 0.518956} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.541744] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.542240] env[68503]: INFO nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Took 16.16 seconds to spawn the instance on the hypervisor. [ 701.542549] env[68503]: DEBUG nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.543493] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13770d6-a6d7-448b-af36-41613c0d9c4c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.618910] env[68503]: DEBUG nova.network.neutron [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Updating instance_info_cache with network_info: [{"id": "d419ad96-52e0-4cb3-94c0-580ef0398981", "address": "fa:16:3e:4d:ce:0d", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd419ad96-52", "ovs_interfaceid": "d419ad96-52e0-4cb3-94c0-580ef0398981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.624738] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861333, 'name': Rename_Task, 'duration_secs': 0.419698} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.628858] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.629198] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed95f11b-a71a-4c17-bf81-0a87d495544d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.637523] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.639025] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 701.639025] env[68503]: value = "task-2861334" [ 701.639025] env[68503]: _type = "Task" [ 701.639025] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.647454] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.756801] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861331, 'name': ReconfigVM_Task, 'duration_secs': 0.544972} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.757405] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 63516d78-c35b-44f9-98da-45aada34af4d/63516d78-c35b-44f9-98da-45aada34af4d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.757777] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e204c370-b91b-4b46-b102-fa736794b362 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.769111] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661396} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.770429] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] ba2d1010-5dfb-4f47-9248-1724627272d3/ba2d1010-5dfb-4f47-9248-1724627272d3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.770644] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.770942] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 701.770942] env[68503]: value = "task-2861335" [ 701.770942] env[68503]: _type = "Task" [ 701.770942] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.771143] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cb23f2c-60b7-4954-b4f1-e1b8054fe5a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.785653] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 701.785653] env[68503]: value = "task-2861336" [ 701.785653] env[68503]: _type = "Task" [ 701.785653] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.789043] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861335, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.799251] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.921258] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.921492] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.009063] env[68503]: DEBUG nova.network.neutron [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Successfully updated port: 1595280b-fefe-4284-a32e-bb8da1ca5e0c {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.037891] env[68503]: DEBUG nova.compute.utils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.044928] env[68503]: DEBUG nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.046022] env[68503]: DEBUG nova.network.neutron [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.068645] env[68503]: INFO nova.compute.manager [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Took 20.96 seconds to build instance. [ 702.112145] env[68503]: DEBUG nova.policy [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6603e9b64e3f48fba1009204b4cba299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e31112ce485743848adc34e196bf86fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.124805] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Releasing lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125147] env[68503]: DEBUG nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Instance network_info: |[{"id": "d419ad96-52e0-4cb3-94c0-580ef0398981", "address": "fa:16:3e:4d:ce:0d", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd419ad96-52", "ovs_interfaceid": "d419ad96-52e0-4cb3-94c0-580ef0398981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.125639] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ce:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd419ad96-52e0-4cb3-94c0-580ef0398981', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.134395] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Creating folder: Project (6b73803c367543ddadfadaf8aabfb4bc). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.138896] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f159b18-7ff3-48cf-a52e-6c176e201fa4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.151647] env[68503]: DEBUG oslo_vmware.api [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861330, 'name': PowerOnVM_Task, 'duration_secs': 1.205084} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.152622] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.152904] env[68503]: INFO nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Took 14.44 seconds to spawn the instance on the hypervisor. [ 702.153349] env[68503]: DEBUG nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.155283] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c234abcb-67bd-4cf0-82ef-89a25501afd3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.162222] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861334, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.162520] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Created folder: Project (6b73803c367543ddadfadaf8aabfb4bc) in parent group-v575195. [ 702.162742] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Creating folder: Instances. Parent ref: group-v575211. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.163648] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0224dbde-1585-49d6-bf2a-e3df8ac946c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.177929] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Created folder: Instances in parent group-v575211. [ 702.177929] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.177929] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.178057] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bed2268-606e-46a6-9555-8e5e930fe33b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.199185] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.199185] env[68503]: value = "task-2861339" [ 702.199185] env[68503]: _type = "Task" [ 702.199185] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.208887] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861339, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.283963] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861335, 'name': Rename_Task, 'duration_secs': 0.181951} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.284264] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.284512] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79eed038-4930-4b33-b3dd-395f0f4446b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.293033] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 702.293033] env[68503]: value = "task-2861340" [ 702.293033] env[68503]: _type = "Task" [ 702.293033] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.301700] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084808} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.305093] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.305442] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.306205] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a4c1a-46e8-4f41-91b5-337ac5945c04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.331445] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] ba2d1010-5dfb-4f47-9248-1724627272d3/ba2d1010-5dfb-4f47-9248-1724627272d3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.331941] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca07521-4c61-4c5c-bb51-3cde09b8fc60 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.356128] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 702.356128] env[68503]: value = "task-2861341" [ 702.356128] env[68503]: _type = "Task" [ 702.356128] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.367401] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.516045] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "refresh_cache-c47a2b8a-6db1-4e67-a62e-01a95067121f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.516045] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquired lock "refresh_cache-c47a2b8a-6db1-4e67-a62e-01a95067121f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.516045] env[68503]: DEBUG nova.network.neutron [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.551193] env[68503]: DEBUG nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.573092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea66e728-0fce-434c-8037-7bfb4494f6c7 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.480s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.587094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.588156] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.650950] env[68503]: DEBUG oslo_vmware.api [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861334, 'name': PowerOnVM_Task, 'duration_secs': 0.952063} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.653571] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.653769] env[68503]: INFO nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Took 7.96 seconds to spawn the instance on the hypervisor. [ 702.654847] env[68503]: DEBUG nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.657638] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcfa07e-45f3-448d-9bfb-d69b9b71f721 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.687241] env[68503]: INFO nova.compute.manager [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Took 21.56 seconds to build instance. [ 702.715210] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861339, 'name': CreateVM_Task, 'duration_secs': 0.372465} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.719257] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.720672] env[68503]: DEBUG oslo_vmware.service [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a975a-1a96-42f8-ba9b-b7fe89d4c422 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.728974] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.728974] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.728974] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.729565] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2436a99-8e50-4850-9870-54cf613e87f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.735488] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 702.735488] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e4ad64-6fe0-6df9-e3f8-13c714839c05" [ 702.735488] env[68503]: _type = "Task" [ 702.735488] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.744875] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e4ad64-6fe0-6df9-e3f8-13c714839c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.772963] env[68503]: DEBUG nova.network.neutron [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Successfully updated port: 7d42e001-2709-4ee4-a5ca-5bd2d44ba595 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.804279] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861340, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.812965] env[68503]: DEBUG nova.network.neutron [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Successfully created port: 7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.868034] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861341, 'name': ReconfigVM_Task, 'duration_secs': 0.440731} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.868302] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Reconfigured VM instance instance-00000004 to attach disk [datastore2] ba2d1010-5dfb-4f47-9248-1724627272d3/ba2d1010-5dfb-4f47-9248-1724627272d3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.868945] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d810ba8e-1784-4936-8299-3ca526dbe2cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.875486] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 702.875486] env[68503]: value = "task-2861342" [ 702.875486] env[68503]: _type = "Task" [ 702.875486] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.888198] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861342, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.971187] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7e0c8-d075-463d-9fb2-cd2ad86fbcde {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.984261] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2380c6-df5d-4082-a0ad-ad76fa0ecf8f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.024534] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c903a20-d64c-4cf8-aeec-b84eb95bf2bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.033635] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b99b689-56d5-46ad-8e4f-74351a6a6244 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.049738] env[68503]: DEBUG nova.compute.provider_tree [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.055324] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.055861] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.080085] env[68503]: DEBUG nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.092663] env[68503]: DEBUG nova.network.neutron [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.139654] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.140267] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.178285] env[68503]: INFO nova.compute.manager [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Took 19.72 seconds to build instance. [ 703.192795] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2ea282a-8f6d-4d69-909b-7cbe22428884 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.073s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.251891] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.252468] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.253588] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.254042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.254293] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.254541] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af310fe-c509-44b5-b9b1-9c2dd20b3d1d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.263472] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.263756] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.264571] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d361bf8e-c9a8-4a5c-820b-fb8c407f88ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.271418] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5972ea54-914b-4f41-b0b8-e3cd85208402 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.277609] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.277748] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.277897] env[68503]: DEBUG nova.network.neutron [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.280329] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 703.280329] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f759d7-d8b5-53d5-0e9c-925d72571293" [ 703.280329] env[68503]: _type = "Task" [ 703.280329] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.290164] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f759d7-d8b5-53d5-0e9c-925d72571293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.311451] env[68503]: DEBUG oslo_vmware.api [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861340, 'name': PowerOnVM_Task, 'duration_secs': 0.800352} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.311793] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.313095] env[68503]: INFO nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Took 13.37 seconds to spawn the instance on the hypervisor. [ 703.313885] env[68503]: DEBUG nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.315037] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3371c-fd8a-4021-9dc4-6da034e7d26e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.389215] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861342, 'name': Rename_Task, 'duration_secs': 0.299198} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.389215] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.389355] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8765b6-32e0-479e-b8ae-d2f0a08d277e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.396152] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 703.396152] env[68503]: value = "task-2861343" [ 703.396152] env[68503]: _type = "Task" [ 703.396152] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.406510] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.520915] env[68503]: DEBUG nova.network.neutron [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Updating instance_info_cache with network_info: [{"id": "1595280b-fefe-4284-a32e-bb8da1ca5e0c", "address": "fa:16:3e:bb:19:2a", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1595280b-fe", "ovs_interfaceid": "1595280b-fefe-4284-a32e-bb8da1ca5e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.556319] env[68503]: DEBUG nova.scheduler.client.report [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.565806] env[68503]: DEBUG nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.603487] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.606990] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.606990] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.606990] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.606990] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.606990] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.607232] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.607232] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.607438] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.607580] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.607734] env[68503]: DEBUG nova.virt.hardware [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.608658] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89042520-fcdc-4991-b435-bd4cb0c6651c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.612795] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.618688] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8884668e-b341-4946-a26f-3c81d2391416 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.681223] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d35194a4-b624-45e7-88b9-ea33df52aa48 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "edc45660-de9d-459e-af05-ca23f9df97c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.231s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.700792] env[68503]: DEBUG nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.798353] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Preparing fetch location {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 703.798633] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Creating directory with path [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.798875] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ede1546-d5ea-4d0e-8db3-905f77e916a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.836645] env[68503]: INFO nova.compute.manager [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Took 20.71 seconds to build instance. [ 703.843227] env[68503]: DEBUG nova.network.neutron [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.894484] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Created directory with path [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.894689] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Fetch image to [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 703.894862] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Downloading image file data e2a34396-b5ef-4df8-85dc-47384c92b269 to [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk on the data store datastore1 {{(pid=68503) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 703.895707] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f48a69-f85f-476c-b811-ad8a0f922497 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.911426] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc339f1-35b8-4a84-a253-d3ad32894ac6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.913949] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.922472] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e7d5bd-6a0c-43c4-9280-4c0a1df9b25d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.959435] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de43ce-4059-419d-b777-a37304e47dbd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.965543] env[68503]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2458a545-5aa4-47c1-b5dc-308963d94a05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.025404] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Releasing lock "refresh_cache-c47a2b8a-6db1-4e67-a62e-01a95067121f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.025758] env[68503]: DEBUG nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Instance network_info: |[{"id": "1595280b-fefe-4284-a32e-bb8da1ca5e0c", "address": "fa:16:3e:bb:19:2a", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1595280b-fe", "ovs_interfaceid": "1595280b-fefe-4284-a32e-bb8da1ca5e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.026187] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:19:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1595280b-fefe-4284-a32e-bb8da1ca5e0c', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.034454] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Creating folder: Project (d294c0c22e244b44bffa3a825a1da4e6). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.037277] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56cbe583-78a3-40b5-9c7f-fbe3f65897e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.049135] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Created folder: Project (d294c0c22e244b44bffa3a825a1da4e6) in parent group-v575195. [ 704.049310] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Creating folder: Instances. Parent ref: group-v575214. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.049556] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a3bc0a-751b-4ab0-9803-99a95f12447c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.059874] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Downloading image file data e2a34396-b5ef-4df8-85dc-47384c92b269 to the data store datastore1 {{(pid=68503) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 704.064026] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.064516] env[68503]: DEBUG nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.068228] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Created folder: Instances in parent group-v575214. [ 704.068390] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.068836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.473s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.072210] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.072210] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbcd83f-06dd-4cf8-8be0-0b068d994603 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.089086] env[68503]: DEBUG nova.network.neutron [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance_info_cache with network_info: [{"id": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "address": "fa:16:3e:01:3c:ad", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d42e001-27", "ovs_interfaceid": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.095418] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.095418] env[68503]: value = "task-2861346" [ 704.095418] env[68503]: _type = "Task" [ 704.095418] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.108158] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861346, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.138330] env[68503]: DEBUG oslo_vmware.rw_handles [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68503) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 704.196806] env[68503]: DEBUG nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.237224] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.338701] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Received event network-changed-d419ad96-52e0-4cb3-94c0-580ef0398981 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.338919] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Refreshing instance network info cache due to event network-changed-d419ad96-52e0-4cb3-94c0-580ef0398981. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.339165] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquiring lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.340067] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquired lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.340067] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Refreshing network info cache for port d419ad96-52e0-4cb3-94c0-580ef0398981 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.343419] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d1d2590-a0cf-4727-9f2b-9f9d1affb6e3 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "63516d78-c35b-44f9-98da-45aada34af4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.230s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.411756] env[68503]: DEBUG oslo_vmware.api [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861343, 'name': PowerOnVM_Task, 'duration_secs': 0.604391} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.412231] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.412486] env[68503]: INFO nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Took 12.15 seconds to spawn the instance on the hypervisor. [ 704.412661] env[68503]: DEBUG nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.413549] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce50eedc-f99d-4149-a975-abf22f98b7f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.571825] env[68503]: DEBUG nova.compute.utils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.581980] env[68503]: DEBUG nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.582633] env[68503]: DEBUG nova.network.neutron [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.592663] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.593169] env[68503]: DEBUG nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Instance network_info: |[{"id": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "address": "fa:16:3e:01:3c:ad", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d42e001-27", "ovs_interfaceid": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.594248] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:3c:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d42e001-2709-4ee4-a5ca-5bd2d44ba595', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.604536] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Creating folder: Project (99bbca2358e247fa9c4d0083b7f9fe29). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.605873] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a00f9f-cd95-4572-b5ee-c407b43535d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.618301] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861346, 'name': CreateVM_Task, 'duration_secs': 0.428706} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.618511] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.620466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.621052] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.621235] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.621774] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Created folder: Project (99bbca2358e247fa9c4d0083b7f9fe29) in parent group-v575195. [ 704.622084] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Creating folder: Instances. Parent ref: group-v575217. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.623881] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fac1d95-17ad-4b8f-a1e0-4a3f61609ad3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.626804] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a825f2e9-dc72-47ac-8217-5bd2e398afc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.635770] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.636234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.640455] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 704.640455] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525e3ba9-aa91-c41b-b821-cd217ba6bbac" [ 704.640455] env[68503]: _type = "Task" [ 704.640455] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.648121] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Created folder: Instances in parent group-v575217. [ 704.648506] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.649297] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.649651] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0fb3440-f9d9-4466-afe9-6ce6ed54b3a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.672692] env[68503]: DEBUG nova.policy [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc6cf7efac264229a22c47acc02a1241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c016edc2ee944f09462786554c64f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.676233] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.676657] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.676796] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.679989] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.679989] env[68503]: value = "task-2861349" [ 704.679989] env[68503]: _type = "Task" [ 704.679989] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.688858] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861349, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.737666] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.847524] env[68503]: DEBUG nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.951105] env[68503]: INFO nova.compute.manager [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Took 21.58 seconds to build instance. [ 705.096645] env[68503]: DEBUG nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.105818] env[68503]: DEBUG oslo_vmware.rw_handles [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Completed reading data from the image iterator. {{(pid=68503) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 705.106077] env[68503]: DEBUG oslo_vmware.rw_handles [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 705.125013] env[68503]: DEBUG nova.network.neutron [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Successfully updated port: 7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.194919] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861349, 'name': CreateVM_Task, 'duration_secs': 0.445781} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.197774] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.199816] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.199984] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.200322] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.200940] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34edd3d-17c2-4363-ad63-dd2e3b0964e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.210855] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 705.210855] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527ad6f7-6b53-f94a-d8a8-a2d7638bf041" [ 705.210855] env[68503]: _type = "Task" [ 705.210855] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.223794] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527ad6f7-6b53-f94a-d8a8-a2d7638bf041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.250552] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Downloaded image file data e2a34396-b5ef-4df8-85dc-47384c92b269 to vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk on the data store datastore1 {{(pid=68503) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 705.252365] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Caching image {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 705.252648] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Copying Virtual Disk [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk to [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.255580] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-741a65d0-a96b-4e53-815d-f7e0525fda95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.268871] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 705.268871] env[68503]: value = "task-2861350" [ 705.268871] env[68503]: _type = "Task" [ 705.268871] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.276625] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.384327] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.435498] env[68503]: DEBUG nova.network.neutron [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Successfully created port: ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.453350] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c17d672f-7602-47bb-8097-e76f69fdb9a1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.087s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.532276] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Updated VIF entry in instance network info cache for port d419ad96-52e0-4cb3-94c0-580ef0398981. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.532811] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Updating instance_info_cache with network_info: [{"id": "d419ad96-52e0-4cb3-94c0-580ef0398981", "address": "fa:16:3e:4d:ce:0d", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd419ad96-52", "ovs_interfaceid": "d419ad96-52e0-4cb3-94c0-580ef0398981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.628208] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.628439] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquired lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.628688] env[68503]: DEBUG nova.network.neutron [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.652633] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance a9a56dcf-db58-415f-bcbc-edf447215938 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.721394] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.721736] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.722041] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.778802] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861350, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.795396] env[68503]: DEBUG nova.compute.manager [None req-b8763955-4d6d-4045-b581-bbd4fa1ed774 tempest-ServerDiagnosticsV248Test-43293612 tempest-ServerDiagnosticsV248Test-43293612-project-admin] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.797148] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6eb9cb-7705-4906-9e72-c784173bf3a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.805428] env[68503]: INFO nova.compute.manager [None req-b8763955-4d6d-4045-b581-bbd4fa1ed774 tempest-ServerDiagnosticsV248Test-43293612 tempest-ServerDiagnosticsV248Test-43293612-project-admin] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Retrieving diagnostics [ 705.806341] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e11c38-024d-4f3b-a0bd-00a1f35e035e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.956052] env[68503]: DEBUG nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.000014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Acquiring lock "988337b5-7dcc-4927-89d5-4b2a2d98f294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.000335] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.000590] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Acquiring lock "988337b5-7dcc-4927-89d5-4b2a2d98f294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.000792] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.000914] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.005381] env[68503]: INFO nova.compute.manager [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Terminating instance [ 706.042758] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Releasing lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.042758] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Received event network-vif-plugged-1595280b-fefe-4284-a32e-bb8da1ca5e0c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.042758] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquiring lock "c47a2b8a-6db1-4e67-a62e-01a95067121f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.042758] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.042758] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.043395] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] No waiting events found dispatching network-vif-plugged-1595280b-fefe-4284-a32e-bb8da1ca5e0c {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.043395] env[68503]: WARNING nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Received unexpected event network-vif-plugged-1595280b-fefe-4284-a32e-bb8da1ca5e0c for instance with vm_state building and task_state spawning. [ 706.043395] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Received event network-changed-1595280b-fefe-4284-a32e-bb8da1ca5e0c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.043395] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Refreshing instance network info cache due to event network-changed-1595280b-fefe-4284-a32e-bb8da1ca5e0c. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.043395] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquiring lock "refresh_cache-c47a2b8a-6db1-4e67-a62e-01a95067121f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.043551] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquired lock "refresh_cache-c47a2b8a-6db1-4e67-a62e-01a95067121f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.043551] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Refreshing network info cache for port 1595280b-fefe-4284-a32e-bb8da1ca5e0c {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.114444] env[68503]: DEBUG nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.152928] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.153247] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.153402] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.153585] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.153729] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.153874] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.154627] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.154627] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.154627] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.154627] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.154862] env[68503]: DEBUG nova.virt.hardware [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.156025] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095607dc-00fc-46f0-8338-544cf2074419 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.159011] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance e469c9c6-c965-49ba-9a09-fb27ced0b3d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.169975] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7bf7b-9228-444a-b7e1-8359230f79bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.268107] env[68503]: DEBUG nova.network.neutron [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.278926] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861350, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.483789] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.513803] env[68503]: DEBUG nova.compute.manager [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.514079] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.515061] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882a4f5-03d6-47de-a24f-b12b18131808 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.525734] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.526009] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc9c495-38e5-4716-806f-ff97987bd9c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.534687] env[68503]: DEBUG oslo_vmware.api [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Waiting for the task: (returnval){ [ 706.534687] env[68503]: value = "task-2861351" [ 706.534687] env[68503]: _type = "Task" [ 706.534687] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.547430] env[68503]: DEBUG oslo_vmware.api [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Task: {'id': task-2861351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.662103] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.671764] env[68503]: DEBUG nova.network.neutron [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updating instance_info_cache with network_info: [{"id": "7f66d519-d762-4930-a4c0-3047d096e519", "address": "fa:16:3e:d8:42:85", "network": {"id": "f0ab6256-b59f-4743-895a-ade7679ec5e3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-311557894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e31112ce485743848adc34e196bf86fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f66d519-d7", "ovs_interfaceid": "7f66d519-d762-4930-a4c0-3047d096e519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.781321] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861350, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088381} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.781699] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Copied Virtual Disk [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk to [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.781869] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Deleting the datastore file [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269/tmp-sparse.vmdk {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.782015] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a94293b-3435-4cef-8ee4-49a824236068 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.789048] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 706.789048] env[68503]: value = "task-2861352" [ 706.789048] env[68503]: _type = "Task" [ 706.789048] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.797955] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.861592] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Updated VIF entry in instance network info cache for port 1595280b-fefe-4284-a32e-bb8da1ca5e0c. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.862024] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Updating instance_info_cache with network_info: [{"id": "1595280b-fefe-4284-a32e-bb8da1ca5e0c", "address": "fa:16:3e:bb:19:2a", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1595280b-fe", "ovs_interfaceid": "1595280b-fefe-4284-a32e-bb8da1ca5e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.049818] env[68503]: DEBUG oslo_vmware.api [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Task: {'id': task-2861351, 'name': PowerOffVM_Task, 'duration_secs': 0.337914} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.052627] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.052627] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.052627] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad99363a-1e2c-4c27-9e07-1adbdb07d660 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.133883] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.136022] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.136022] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Deleting the datastore file [datastore2] 988337b5-7dcc-4927-89d5-4b2a2d98f294 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.136022] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-649b70bf-bb96-422f-ad1b-f92b1e94d905 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.150478] env[68503]: DEBUG oslo_vmware.api [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Waiting for the task: (returnval){ [ 707.150478] env[68503]: value = "task-2861354" [ 707.150478] env[68503]: _type = "Task" [ 707.150478] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.160223] env[68503]: DEBUG oslo_vmware.api [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Task: {'id': task-2861354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.168291] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 1fcbe6cd-eff3-4297-9559-98bd24b9d906 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.169081] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance edc45660-de9d-459e-af05-ca23f9df97c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.169217] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 63516d78-c35b-44f9-98da-45aada34af4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.169420] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 11f80af7-e6da-43e1-bbcd-7ea6c6be461d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.169981] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance ba2d1010-5dfb-4f47-9248-1724627272d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.177158] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Releasing lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.177368] env[68503]: DEBUG nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Instance network_info: |[{"id": "7f66d519-d762-4930-a4c0-3047d096e519", "address": "fa:16:3e:d8:42:85", "network": {"id": "f0ab6256-b59f-4743-895a-ade7679ec5e3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-311557894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e31112ce485743848adc34e196bf86fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f66d519-d7", "ovs_interfaceid": "7f66d519-d762-4930-a4c0-3047d096e519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.181547] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:42:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f66d519-d762-4930-a4c0-3047d096e519', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.191968] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Creating folder: Project (e31112ce485743848adc34e196bf86fb). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.194963] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f099fc55-1f99-4d72-b7fe-7c9a4b02ee4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.207894] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Created folder: Project (e31112ce485743848adc34e196bf86fb) in parent group-v575195. [ 707.208554] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Creating folder: Instances. Parent ref: group-v575220. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.209226] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bda5bce-5d2f-45f4-8d0e-58fee1cd0fb7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.221848] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Created folder: Instances in parent group-v575220. [ 707.222315] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.222905] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.222988] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-900d704e-a5f9-42a5-a4bc-91027efeae03 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.261402] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.261402] env[68503]: value = "task-2861357" [ 707.261402] env[68503]: _type = "Task" [ 707.261402] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.275162] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861357, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.304024] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030689} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.304024] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.304024] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Moving file from [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf/e2a34396-b5ef-4df8-85dc-47384c92b269 to [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269. {{(pid=68503) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 707.304024] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-877e8d34-3378-474c-93f2-a3a300cbbb05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.310249] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 707.310249] env[68503]: value = "task-2861358" [ 707.310249] env[68503]: _type = "Task" [ 707.310249] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.321544] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861358, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.341467] env[68503]: DEBUG nova.network.neutron [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Successfully updated port: ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.369124] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Releasing lock "refresh_cache-c47a2b8a-6db1-4e67-a62e-01a95067121f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.369124] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Received event network-vif-plugged-7d42e001-2709-4ee4-a5ca-5bd2d44ba595 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.369124] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquiring lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.369124] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.369124] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.370113] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] No waiting events found dispatching network-vif-plugged-7d42e001-2709-4ee4-a5ca-5bd2d44ba595 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.370113] env[68503]: WARNING nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Received unexpected event network-vif-plugged-7d42e001-2709-4ee4-a5ca-5bd2d44ba595 for instance with vm_state building and task_state spawning. [ 707.370113] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Received event network-changed-7d42e001-2709-4ee4-a5ca-5bd2d44ba595 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.370113] env[68503]: DEBUG nova.compute.manager [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Refreshing instance network info cache due to event network-changed-7d42e001-2709-4ee4-a5ca-5bd2d44ba595. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.370113] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquiring lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.370607] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Acquired lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.370607] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Refreshing network info cache for port 7d42e001-2709-4ee4-a5ca-5bd2d44ba595 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.661043] env[68503]: DEBUG oslo_vmware.api [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Task: {'id': task-2861354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.678407] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 33adcb4b-5985-4ad8-b0a2-c3996f102d69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.678407] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 870c8b35-6745-4af5-9564-6b8673d2f8c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.683152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.683152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.683152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.683152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.683459] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.689657] env[68503]: INFO nova.compute.manager [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Terminating instance [ 707.780429] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861357, 'name': CreateVM_Task, 'duration_secs': 0.483427} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.780803] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.781896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.782125] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.782605] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.782991] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a224ac-6c3c-4931-9d0a-1290fe58132b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.789838] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 707.789838] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ccf648-e2fc-5656-9807-f57b58b85936" [ 707.789838] env[68503]: _type = "Task" [ 707.789838] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.811150] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ccf648-e2fc-5656-9807-f57b58b85936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.820992] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861358, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043921} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.822185] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] File moved {{(pid=68503) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 707.822548] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Cleaning up location [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 707.822891] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Deleting the datastore file [datastore1] vmware_temp/18b9b9d1-0547-4b09-b6a8-9ceb6bf6caaf {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.823251] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7055bed-c336-432c-a4cc-5e615ff046fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.831382] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 707.831382] env[68503]: value = "task-2861359" [ 707.831382] env[68503]: _type = "Task" [ 707.831382] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.843072] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.844867] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.845049] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.845303] env[68503]: DEBUG nova.network.neutron [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.125250] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updated VIF entry in instance network info cache for port 7d42e001-2709-4ee4-a5ca-5bd2d44ba595. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.125250] env[68503]: DEBUG nova.network.neutron [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance_info_cache with network_info: [{"id": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "address": "fa:16:3e:01:3c:ad", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d42e001-27", "ovs_interfaceid": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.160448] env[68503]: DEBUG oslo_vmware.api [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Task: {'id': task-2861354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551634} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.160834] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.161155] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.161495] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.161794] env[68503]: INFO nova.compute.manager [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Took 1.65 seconds to destroy the instance on the hypervisor. [ 708.162304] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.162614] env[68503]: DEBUG nova.compute.manager [-] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.162809] env[68503]: DEBUG nova.network.neutron [-] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.183471] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 6b1012c6-0af9-4e75-ae26-0c2bb0485368 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.196852] env[68503]: DEBUG nova.compute.manager [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.197200] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.200719] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc2122-618c-425e-b280-98eb819934a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.209277] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.209621] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4ab5e1-bffd-413d-af42-34329b5304c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.217739] env[68503]: DEBUG oslo_vmware.api [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 708.217739] env[68503]: value = "task-2861360" [ 708.217739] env[68503]: _type = "Task" [ 708.217739] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.228580] env[68503]: DEBUG oslo_vmware.api [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.303219] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ccf648-e2fc-5656-9807-f57b58b85936, 'name': SearchDatastore_Task, 'duration_secs': 0.033606} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.303219] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.303219] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.303668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.346982] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046096} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.346982] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.346982] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd064db-72da-414a-a133-65203213ffb4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.355065] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 708.355065] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e33600-e961-335a-1cae-24abafd09d14" [ 708.355065] env[68503]: _type = "Task" [ 708.355065] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.364738] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e33600-e961-335a-1cae-24abafd09d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.459044] env[68503]: DEBUG nova.network.neutron [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.543609] env[68503]: DEBUG nova.compute.manager [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Received event network-vif-plugged-7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.543834] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] Acquiring lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.544048] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.544462] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.544462] env[68503]: DEBUG nova.compute.manager [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] No waiting events found dispatching network-vif-plugged-7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.544581] env[68503]: WARNING nova.compute.manager [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Received unexpected event network-vif-plugged-7f66d519-d762-4930-a4c0-3047d096e519 for instance with vm_state building and task_state spawning. [ 708.544658] env[68503]: DEBUG nova.compute.manager [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Received event network-changed-7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.546771] env[68503]: DEBUG nova.compute.manager [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Refreshing instance network info cache due to event network-changed-7f66d519-d762-4930-a4c0-3047d096e519. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.546771] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] Acquiring lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.546771] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] Acquired lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.546771] env[68503]: DEBUG nova.network.neutron [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Refreshing network info cache for port 7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.627325] env[68503]: DEBUG oslo_concurrency.lockutils [req-3a258b04-20b0-43e9-a9e0-8e5c944c9fc8 req-bfb9d977-fea2-4961-a8fc-7ad5abe22109 service nova] Releasing lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.678295] env[68503]: DEBUG nova.network.neutron [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updating instance_info_cache with network_info: [{"id": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "address": "fa:16:3e:14:12:55", "network": {"id": "79456d01-4a57-405e-b281-ed71f0b79561", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-373890015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c016edc2ee944f09462786554c64f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1c23f4-7c", "ovs_interfaceid": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.687234] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7875a8e9-9518-4313-a4a8-ade3126c3ad3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.729177] env[68503]: DEBUG oslo_vmware.api [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861360, 'name': PowerOffVM_Task, 'duration_secs': 0.344316} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.729510] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.729627] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.729905] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bbd94fc-4d93-457d-8c3f-e69dbc02aaa5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.788357] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.788680] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.788892] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Deleting the datastore file [datastore2] 511d5b19-96d5-4cc7-833f-8a4a876ab79d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.789195] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea8f67f9-c152-4c73-afb4-3e97320c308b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.798039] env[68503]: DEBUG oslo_vmware.api [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for the task: (returnval){ [ 708.798039] env[68503]: value = "task-2861362" [ 708.798039] env[68503]: _type = "Task" [ 708.798039] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.807457] env[68503]: DEBUG oslo_vmware.api [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.866379] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e33600-e961-335a-1cae-24abafd09d14, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.866737] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.867068] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 870c8b35-6745-4af5-9564-6b8673d2f8c8/870c8b35-6745-4af5-9564-6b8673d2f8c8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.867760] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.867891] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.868189] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-887489dc-2c80-4d4f-95c0-3e17bf2dc73d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.870470] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0ff12b-b4f7-4703-83e9-327a33783047 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.878605] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 708.878605] env[68503]: value = "task-2861363" [ 708.878605] env[68503]: _type = "Task" [ 708.878605] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.883327] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.883327] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.883727] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f2bf66-90fa-4c70-933b-5b4e06839f4c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.890286] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.893316] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 708.893316] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52620257-9165-53b4-8c27-e3a7e8f2491e" [ 708.893316] env[68503]: _type = "Task" [ 708.893316] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.900938] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52620257-9165-53b4-8c27-e3a7e8f2491e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.906959] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "e68039e4-6347-41cc-915b-5c9be6dca8b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.907212] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.100102] env[68503]: DEBUG nova.network.neutron [-] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.181466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Releasing lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.183703] env[68503]: DEBUG nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Instance network_info: |[{"id": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "address": "fa:16:3e:14:12:55", "network": {"id": "79456d01-4a57-405e-b281-ed71f0b79561", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-373890015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c016edc2ee944f09462786554c64f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1c23f4-7c", "ovs_interfaceid": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.188223] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:12:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.198422] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Creating folder: Project (4c016edc2ee944f09462786554c64f29). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.199244] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 85a375b4-176f-4529-bda6-865a53245eb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.199846] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 5291932b-4bd7-48f5-a6e1-c69f4912a590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.202621] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc1cbe9d-ff91-4110-9f1e-ae2796efcc17 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.215921] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Created folder: Project (4c016edc2ee944f09462786554c64f29) in parent group-v575195. [ 709.216140] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Creating folder: Instances. Parent ref: group-v575223. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.216427] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a7deb9b-d12f-4159-bb8c-0fd0507b004f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.230264] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Created folder: Instances in parent group-v575223. [ 709.230608] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.231353] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.231353] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0b9a8ff-7b36-4754-abf8-d8d067aaa7f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.258679] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.258679] env[68503]: value = "task-2861366" [ 709.258679] env[68503]: _type = "Task" [ 709.258679] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.273608] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861366, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.314238] env[68503]: DEBUG oslo_vmware.api [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Task: {'id': task-2861362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138116} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.316979] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.317102] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.317308] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.317527] env[68503]: INFO nova.compute.manager [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 709.317767] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.317975] env[68503]: DEBUG nova.compute.manager [-] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.318110] env[68503]: DEBUG nova.network.neutron [-] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.394793] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.405846] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52620257-9165-53b4-8c27-e3a7e8f2491e, 'name': SearchDatastore_Task, 'duration_secs': 0.016738} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.407853] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d29ca5d-5b87-435c-b4b4-bfdfe71e3e16 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.413427] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 709.413427] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5259f13e-669d-f4ef-d2c1-92da9cd38c67" [ 709.413427] env[68503]: _type = "Task" [ 709.413427] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.423208] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5259f13e-669d-f4ef-d2c1-92da9cd38c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.438889] env[68503]: DEBUG nova.network.neutron [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updated VIF entry in instance network info cache for port 7f66d519-d762-4930-a4c0-3047d096e519. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.438889] env[68503]: DEBUG nova.network.neutron [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updating instance_info_cache with network_info: [{"id": "7f66d519-d762-4930-a4c0-3047d096e519", "address": "fa:16:3e:d8:42:85", "network": {"id": "f0ab6256-b59f-4743-895a-ade7679ec5e3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-311557894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e31112ce485743848adc34e196bf86fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f66d519-d7", "ovs_interfaceid": "7f66d519-d762-4930-a4c0-3047d096e519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.602627] env[68503]: INFO nova.compute.manager [-] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Took 1.44 seconds to deallocate network for instance. [ 709.706593] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 02e8dbb0-8f29-49d6-93ff-684316c22806 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.768787] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861366, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.861034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "ba2d1010-5dfb-4f47-9248-1724627272d3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.861034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.861034] env[68503]: DEBUG nova.compute.manager [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.861034] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297789e0-a52e-4b0b-9c50-4c4be999380e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.867171] env[68503]: DEBUG nova.compute.manager [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 709.867763] env[68503]: DEBUG nova.objects.instance [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lazy-loading 'flavor' on Instance uuid ba2d1010-5dfb-4f47-9248-1724627272d3 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.890296] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665642} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.890464] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 870c8b35-6745-4af5-9564-6b8673d2f8c8/870c8b35-6745-4af5-9564-6b8673d2f8c8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.890733] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.891015] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a5f66c-f9c5-497a-a22a-babc4dd3504f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.898024] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 709.898024] env[68503]: value = "task-2861367" [ 709.898024] env[68503]: _type = "Task" [ 709.898024] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.911255] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.927124] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5259f13e-669d-f4ef-d2c1-92da9cd38c67, 'name': SearchDatastore_Task, 'duration_secs': 0.055786} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.927602] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.927602] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] c47a2b8a-6db1-4e67-a62e-01a95067121f/c47a2b8a-6db1-4e67-a62e-01a95067121f.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.927853] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.928037] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.928241] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a192494-e42f-4663-8506-ccb405365a0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.930312] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45802c03-4aca-4b6a-806b-9d7d7ce30243 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.937844] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 709.937844] env[68503]: value = "task-2861368" [ 709.937844] env[68503]: _type = "Task" [ 709.937844] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.942070] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae0ad449-481e-42b3-a1e5-d6a8b583a882 req-3f86d5b9-6944-469a-aea0-5f36396aff1e service nova] Releasing lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.942608] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.942608] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.944475] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4847ca1-d6a5-47ff-a293-475e736d21ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.949946] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.953123] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 709.953123] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52367c3a-076f-cb29-3474-720023291ac9" [ 709.953123] env[68503]: _type = "Task" [ 709.953123] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.961745] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52367c3a-076f-cb29-3474-720023291ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.112609] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.211640] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 2f545107-51ef-4da6-9bf5-d39b4918d3d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.276305] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861366, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.410581] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "e506d465-896d-4493-9e6b-398f3f08048b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.410893] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.419521] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071598} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.419772] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.420614] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6b9fe-1624-4246-b0ee-3efeb379eeb9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.445824] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 870c8b35-6745-4af5-9564-6b8673d2f8c8/870c8b35-6745-4af5-9564-6b8673d2f8c8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.446077] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8b5785-0cb8-4c9f-a06f-b4e9673908ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.476444] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 710.476444] env[68503]: value = "task-2861369" [ 710.476444] env[68503]: _type = "Task" [ 710.476444] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.484048] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52367c3a-076f-cb29-3474-720023291ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.484334] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498299} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.488822] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] c47a2b8a-6db1-4e67-a62e-01a95067121f/c47a2b8a-6db1-4e67-a62e-01a95067121f.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.489102] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.489773] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36cdb16-b9e7-4dec-8f90-fe13c0ff06b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.491913] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ad746b-492a-4738-b83f-f5ed691e344b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.503361] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.505742] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 710.505742] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f0149b-06a4-3229-cc26-8c2354f0beee" [ 710.505742] env[68503]: _type = "Task" [ 710.505742] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.506096] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 710.506096] env[68503]: value = "task-2861370" [ 710.506096] env[68503]: _type = "Task" [ 710.506096] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.520060] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f0149b-06a4-3229-cc26-8c2354f0beee, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.524683] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.525112] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 5291932b-4bd7-48f5-a6e1-c69f4912a590/5291932b-4bd7-48f5-a6e1-c69f4912a590.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.525481] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.525976] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.526073] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.526406] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3c843dc-33e2-4b42-834a-3a779e297dd7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.529392] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13bec8b4-7228-47a8-b634-cd44061b2425 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.537866] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 710.537866] env[68503]: value = "task-2861371" [ 710.537866] env[68503]: _type = "Task" [ 710.537866] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.544239] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.544535] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.546177] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d405af62-4c61-4b35-a6e4-62f68ec32a4c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.554611] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.557977] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 710.557977] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523fef2c-336c-245d-719c-860c67208d24" [ 710.557977] env[68503]: _type = "Task" [ 710.557977] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.572040] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523fef2c-336c-245d-719c-860c67208d24, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.572894] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef49eade-0842-4013-8c7b-d32de31de378 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.579631] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 710.579631] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528eb23f-60d7-316f-b0ba-033eb9cc4b21" [ 710.579631] env[68503]: _type = "Task" [ 710.579631] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.591221] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528eb23f-60d7-316f-b0ba-033eb9cc4b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.715639] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance d8adc464-8082-4c42-a65c-a6cf62ce153d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.715779] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 988337b5-7dcc-4927-89d5-4b2a2d98f294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.715890] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance c47a2b8a-6db1-4e67-a62e-01a95067121f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.717329] env[68503]: DEBUG nova.network.neutron [-] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.772520] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861366, 'name': CreateVM_Task, 'duration_secs': 1.466929} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.772896] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.773538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.773710] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.774114] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.774401] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f3e12c-1913-4932-bba5-b0635c18c61d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.782351] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 710.782351] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5231effa-0d77-d020-fa86-57f79b0a2e68" [ 710.782351] env[68503]: _type = "Task" [ 710.782351] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.798860] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5231effa-0d77-d020-fa86-57f79b0a2e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.879700] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.880173] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f1d7e15-d029-4697-842a-d2d50363c936 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.890100] env[68503]: DEBUG oslo_vmware.api [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 710.890100] env[68503]: value = "task-2861372" [ 710.890100] env[68503]: _type = "Task" [ 710.890100] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.904692] env[68503]: DEBUG oslo_vmware.api [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.998549] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.018823] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07111} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.019142] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.019999] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b6a30c-0db2-4885-876d-78269d1d91d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.052352] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c47a2b8a-6db1-4e67-a62e-01a95067121f/c47a2b8a-6db1-4e67-a62e-01a95067121f.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.058384] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e83bcb5-a81a-4498-bb47-d3270e37442c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.080318] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516958} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.084908] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 5291932b-4bd7-48f5-a6e1-c69f4912a590/5291932b-4bd7-48f5-a6e1-c69f4912a590.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.085197] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.085518] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 711.085518] env[68503]: value = "task-2861373" [ 711.085518] env[68503]: _type = "Task" [ 711.085518] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.085778] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa9bb4c-64ea-4e2c-9aab-dbd1858b2059 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.097023] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528eb23f-60d7-316f-b0ba-033eb9cc4b21, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.097023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.097023] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] fb9fd541-38e9-4ca5-a7b3-c6a06461c2da/fb9fd541-38e9-4ca5-a7b3-c6a06461c2da.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.097023] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5365ba89-dec8-42d5-9b65-0e582ec97496 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.105228] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.106784] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 711.106784] env[68503]: value = "task-2861374" [ 711.106784] env[68503]: _type = "Task" [ 711.106784] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.110827] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 711.110827] env[68503]: value = "task-2861375" [ 711.110827] env[68503]: _type = "Task" [ 711.110827] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.118700] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.124175] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.222425] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 6285a4e1-2601-43c8-9bca-c438f72b0b67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.222663] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fb9fd541-38e9-4ca5-a7b3-c6a06461c2da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.222823] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 511d5b19-96d5-4cc7-833f-8a4a876ab79d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.223107] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 711.227080] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 711.230758] env[68503]: INFO nova.compute.manager [-] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Took 1.91 seconds to deallocate network for instance. [ 711.303409] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5231effa-0d77-d020-fa86-57f79b0a2e68, 'name': SearchDatastore_Task, 'duration_secs': 0.052066} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.308575] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.308575] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.308575] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.308575] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.309026] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.309026] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9027d5f9-ebfe-4b00-959c-977114c76ff8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.325770] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.326017] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.326938] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f3179b-0c05-4e09-ae24-81ad779a7b5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.333833] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 711.333833] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5228100d-01ee-7dbc-eee2-3c3bb8828466" [ 711.333833] env[68503]: _type = "Task" [ 711.333833] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.349068] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5228100d-01ee-7dbc-eee2-3c3bb8828466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.405385] env[68503]: DEBUG oslo_vmware.api [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861372, 'name': PowerOffVM_Task, 'duration_secs': 0.262317} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.405731] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.406489] env[68503]: DEBUG nova.compute.manager [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.406924] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7e5e3-e4e9-4e6b-8bb5-1194a7e632b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.500245] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861369, 'name': ReconfigVM_Task, 'duration_secs': 0.679614} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.500245] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 870c8b35-6745-4af5-9564-6b8673d2f8c8/870c8b35-6745-4af5-9564-6b8673d2f8c8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.500870] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba74408-e166-42d2-8539-f86411df6590 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.513425] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 711.513425] env[68503]: value = "task-2861376" [ 711.513425] env[68503]: _type = "Task" [ 711.513425] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.523946] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861376, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.565334] env[68503]: DEBUG nova.compute.manager [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Received event network-vif-plugged-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.565334] env[68503]: DEBUG oslo_concurrency.lockutils [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] Acquiring lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.565741] env[68503]: DEBUG oslo_concurrency.lockutils [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.566067] env[68503]: DEBUG oslo_concurrency.lockutils [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.567548] env[68503]: DEBUG nova.compute.manager [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] No waiting events found dispatching network-vif-plugged-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.567548] env[68503]: WARNING nova.compute.manager [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Received unexpected event network-vif-plugged-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 for instance with vm_state building and task_state spawning. [ 711.567548] env[68503]: DEBUG nova.compute.manager [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Received event network-changed-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.567548] env[68503]: DEBUG nova.compute.manager [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Refreshing instance network info cache due to event network-changed-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.567548] env[68503]: DEBUG oslo_concurrency.lockutils [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] Acquiring lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.568245] env[68503]: DEBUG oslo_concurrency.lockutils [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] Acquired lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.568245] env[68503]: DEBUG nova.network.neutron [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Refreshing network info cache for port ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.608338] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861373, 'name': ReconfigVM_Task, 'duration_secs': 0.311735} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.611938] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c47a2b8a-6db1-4e67-a62e-01a95067121f/c47a2b8a-6db1-4e67-a62e-01a95067121f.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.611938] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19d722d8-c732-4410-9397-e10be226b179 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.623202] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097301} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.625026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.625357] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 711.625357] env[68503]: value = "task-2861377" [ 711.625357] env[68503]: _type = "Task" [ 711.625357] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.626089] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ae2e3-6d66-4bbb-8026-f93499184e09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.636019] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861375, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.653469] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861377, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.663027] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5291932b-4bd7-48f5-a6e1-c69f4912a590/5291932b-4bd7-48f5-a6e1-c69f4912a590.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.663694] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e09aa84-5ef7-4bf2-8a7e-f9a2dcd64801 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.687647] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 711.687647] env[68503]: value = "task-2861378" [ 711.687647] env[68503]: _type = "Task" [ 711.687647] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.696266] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.739602] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.754035] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d4c584-1e57-4bfe-9966-22140c9d23f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.763015] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8618ed-0e76-4b88-b397-c13506102ce7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.799144] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba3b0f9-f137-4e15-8d87-c97762b9567b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.807742] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c52882a-f007-46a8-8f85-6345998c09a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.823937] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.845510] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5228100d-01ee-7dbc-eee2-3c3bb8828466, 'name': SearchDatastore_Task, 'duration_secs': 0.050086} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.846320] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c3b066-eb06-4b76-9efc-4d0fc239702c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.851967] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 711.851967] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5247e32b-4acf-fa33-7b02-94096ec447ef" [ 711.851967] env[68503]: _type = "Task" [ 711.851967] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.861304] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5247e32b-4acf-fa33-7b02-94096ec447ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.923372] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8df48335-b642-4203-9658-bfe7b65ef699 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.022791] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861376, 'name': Rename_Task, 'duration_secs': 0.197078} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.023093] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.023321] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9cdefdd-df05-4973-a6a4-a86f009c3dad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.029533] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 712.029533] env[68503]: value = "task-2861379" [ 712.029533] env[68503]: _type = "Task" [ 712.029533] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.041419] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.125463] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524962} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.125870] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] fb9fd541-38e9-4ca5-a7b3-c6a06461c2da/fb9fd541-38e9-4ca5-a7b3-c6a06461c2da.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.126020] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.126282] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49ad3700-7803-4771-a79b-eadf14782868 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.146947] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861377, 'name': Rename_Task, 'duration_secs': 0.15348} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.146947] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 712.146947] env[68503]: value = "task-2861380" [ 712.146947] env[68503]: _type = "Task" [ 712.146947] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.146947] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.147471] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a0d429a-94e3-400d-9696-9d28aa27267f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.157906] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.159303] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 712.159303] env[68503]: value = "task-2861381" [ 712.159303] env[68503]: _type = "Task" [ 712.159303] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.168790] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.199039] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861378, 'name': ReconfigVM_Task, 'duration_secs': 0.27938} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.199039] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5291932b-4bd7-48f5-a6e1-c69f4912a590/5291932b-4bd7-48f5-a6e1-c69f4912a590.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.199039] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3f4b3e8-18dc-4a3a-8f35-4050d86c8668 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.206126] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 712.206126] env[68503]: value = "task-2861382" [ 712.206126] env[68503]: _type = "Task" [ 712.206126] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.217379] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861382, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.327267] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.364732] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5247e32b-4acf-fa33-7b02-94096ec447ef, 'name': SearchDatastore_Task, 'duration_secs': 0.024278} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.364992] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.365258] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 11f80af7-e6da-43e1-bbcd-7ea6c6be461d/11f80af7-e6da-43e1-bbcd-7ea6c6be461d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.365516] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74f3c91d-1290-455a-8cd9-b7aa83104faf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.373786] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 712.373786] env[68503]: value = "task-2861383" [ 712.373786] env[68503]: _type = "Task" [ 712.373786] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.381610] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.540334] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861379, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.550231] env[68503]: DEBUG nova.network.neutron [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updated VIF entry in instance network info cache for port ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.550612] env[68503]: DEBUG nova.network.neutron [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updating instance_info_cache with network_info: [{"id": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "address": "fa:16:3e:14:12:55", "network": {"id": "79456d01-4a57-405e-b281-ed71f0b79561", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-373890015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c016edc2ee944f09462786554c64f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1c23f4-7c", "ovs_interfaceid": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.656563] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064671} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.656887] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.658068] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87bdd36-38fe-4d24-a81b-c3601f8847a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.671040] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861381, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.692825] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] fb9fd541-38e9-4ca5-a7b3-c6a06461c2da/fb9fd541-38e9-4ca5-a7b3-c6a06461c2da.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.692825] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78d88d20-6200-4042-8aa0-b46c874860a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.733626] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861382, 'name': Rename_Task, 'duration_secs': 0.3234} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.737854] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.737854] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 712.737854] env[68503]: value = "task-2861384" [ 712.737854] env[68503]: _type = "Task" [ 712.737854] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.737854] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6ff06b3-a7ce-4ce9-8805-cb86e7c98703 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.760521] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.762201] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 712.762201] env[68503]: value = "task-2861385" [ 712.762201] env[68503]: _type = "Task" [ 712.762201] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.782048] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861385, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.834914] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 712.835624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.766s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.835624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.223s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.837179] env[68503]: INFO nova.compute.claims [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.889978] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.043683] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861379, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.057359] env[68503]: DEBUG oslo_concurrency.lockutils [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] Releasing lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.057359] env[68503]: DEBUG nova.compute.manager [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Received event network-vif-deleted-ceb11403-83b0-4bc0-9f96-4f7239e7b697 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.057359] env[68503]: DEBUG nova.compute.manager [req-5f00099c-608d-4f71-bab6-7cb3598d7994 req-60292027-b12e-4c15-a522-b032a1a70307 service nova] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Received event network-vif-deleted-47a5cbdd-330f-4653-886a-86567b02934e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.170917] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861381, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.253662] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861384, 'name': ReconfigVM_Task, 'duration_secs': 0.390868} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.253662] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Reconfigured VM instance instance-00000009 to attach disk [datastore1] fb9fd541-38e9-4ca5-a7b3-c6a06461c2da/fb9fd541-38e9-4ca5-a7b3-c6a06461c2da.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.254185] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42eb3048-ccf0-4697-9329-bd812da8baeb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.262561] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 713.262561] env[68503]: value = "task-2861386" [ 713.262561] env[68503]: _type = "Task" [ 713.262561] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.274385] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861386, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.277872] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861385, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.385293] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603425} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.385803] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 11f80af7-e6da-43e1-bbcd-7ea6c6be461d/11f80af7-e6da-43e1-bbcd-7ea6c6be461d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.386226] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.386663] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-606b9c79-08fe-4fe3-b105-7ea5e629b33e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.396109] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 713.396109] env[68503]: value = "task-2861387" [ 713.396109] env[68503]: _type = "Task" [ 713.396109] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.406103] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.550091] env[68503]: DEBUG oslo_vmware.api [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861379, 'name': PowerOnVM_Task, 'duration_secs': 1.435037} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.550091] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.550091] env[68503]: INFO nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Took 16.47 seconds to spawn the instance on the hypervisor. [ 713.550091] env[68503]: DEBUG nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.550608] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f241085e-1819-4135-8d12-00502f8fa1ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.671941] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861381, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.779065] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861385, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.781887] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861386, 'name': Rename_Task, 'duration_secs': 0.145785} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.782164] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.782422] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1165f6-3ddc-4498-83bc-ec7c3832437a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.788244] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 713.788244] env[68503]: value = "task-2861388" [ 713.788244] env[68503]: _type = "Task" [ 713.788244] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.801642] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.904917] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07224} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.909531] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.910108] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45bf06e-d731-4cd1-b121-0ca7ead91a79 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.932014] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 11f80af7-e6da-43e1-bbcd-7ea6c6be461d/11f80af7-e6da-43e1-bbcd-7ea6c6be461d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.934979] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216ad543-083f-406a-9ddb-549589c8f570 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.964082] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 713.964082] env[68503]: value = "task-2861389" [ 713.964082] env[68503]: _type = "Task" [ 713.964082] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.973892] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861389, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.074022] env[68503]: INFO nova.compute.manager [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Took 29.48 seconds to build instance. [ 714.176592] env[68503]: DEBUG oslo_vmware.api [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861381, 'name': PowerOnVM_Task, 'duration_secs': 1.923692} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.176828] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.176927] env[68503]: INFO nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Took 14.61 seconds to spawn the instance on the hypervisor. [ 714.177206] env[68503]: DEBUG nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.178361] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182fece9-4887-4499-83f6-4289a3b9dbea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.276667] env[68503]: DEBUG oslo_vmware.api [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861385, 'name': PowerOnVM_Task, 'duration_secs': 1.465555} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.276823] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.277007] env[68503]: INFO nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Took 13.18 seconds to spawn the instance on the hypervisor. [ 714.277979] env[68503]: DEBUG nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.280503] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330c795-ffb4-4bec-ab72-93e872546ea8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.298013] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861388, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.327021] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b315a9e-2844-47ac-ba16-024d35ea2eef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.335222] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ce464-23ba-484d-9848-58952ecc71fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.367738] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170b1371-88ae-4577-a2f9-6eadfbcb880f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.375592] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295fdd3a-20f1-4860-bd44-436c2684fed5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.390046] env[68503]: DEBUG nova.compute.provider_tree [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.475768] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861389, 'name': ReconfigVM_Task, 'duration_secs': 0.28057} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.477116] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 11f80af7-e6da-43e1-bbcd-7ea6c6be461d/11f80af7-e6da-43e1-bbcd-7ea6c6be461d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.477116] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb73ca60-c841-407b-a244-24c663492f48 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.492092] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 714.492092] env[68503]: value = "task-2861390" [ 714.492092] env[68503]: _type = "Task" [ 714.492092] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.504904] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861390, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.574953] env[68503]: DEBUG oslo_concurrency.lockutils [None req-11760f18-99e1-4ea2-8e0a-31b477a97689 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.703759] env[68503]: INFO nova.compute.manager [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Took 29.69 seconds to build instance. [ 714.804808] env[68503]: INFO nova.compute.manager [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Took 25.77 seconds to build instance. [ 714.809335] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861388, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.894391] env[68503]: DEBUG nova.scheduler.client.report [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.960921] env[68503]: DEBUG nova.compute.manager [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.963160] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb5771-08ad-4be8-a186-826400662f82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.005036] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861390, 'name': Rename_Task, 'duration_secs': 0.148096} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.005732] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.005981] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c1771a4-7aae-49bb-af9b-611d421909b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.012480] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 715.012480] env[68503]: value = "task-2861391" [ 715.012480] env[68503]: _type = "Task" [ 715.012480] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.023558] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.077048] env[68503]: DEBUG nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.206473] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbef7f04-ccb3-4f3d-8f51-448dfd3100b7 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.210s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.307366] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861388, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.312597] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d107a27b-2251-4407-a927-60419718f45e tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.285s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.404612] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.405257] env[68503]: DEBUG nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.409375] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.172s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.416759] env[68503]: INFO nova.compute.claims [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.480322] env[68503]: INFO nova.compute.manager [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] instance snapshotting [ 715.480322] env[68503]: WARNING nova.compute.manager [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 715.482757] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb76778-c44b-4763-9309-272617231607 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.506238] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c12d2-c34b-47ca-9260-113d5bc0faea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.528275] env[68503]: DEBUG oslo_vmware.api [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861391, 'name': PowerOnVM_Task, 'duration_secs': 0.464705} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.528275] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.528275] env[68503]: INFO nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Took 9.42 seconds to spawn the instance on the hypervisor. [ 715.528717] env[68503]: DEBUG nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.529848] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca40399-ed5c-42fa-a8a8-3497dc5a41d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.609902] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.712728] env[68503]: DEBUG nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.808762] env[68503]: DEBUG oslo_vmware.api [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861388, 'name': PowerOnVM_Task, 'duration_secs': 1.613571} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.809131] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.809208] env[68503]: INFO nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Took 12.24 seconds to spawn the instance on the hypervisor. [ 715.809359] env[68503]: DEBUG nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.810346] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5057df-5bb1-4ae8-8f45-d0be31cb15fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.814774] env[68503]: DEBUG nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.918239] env[68503]: DEBUG nova.compute.utils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.924938] env[68503]: DEBUG nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 716.025195] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 716.025528] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b8a77df-3118-4f97-886c-ff09aa3c2fb4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.033142] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 716.033142] env[68503]: value = "task-2861392" [ 716.033142] env[68503]: _type = "Task" [ 716.033142] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.046113] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861392, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.055193] env[68503]: INFO nova.compute.manager [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Took 24.81 seconds to build instance. [ 716.240543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.332933] env[68503]: INFO nova.compute.manager [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Took 27.15 seconds to build instance. [ 716.350943] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.426037] env[68503]: DEBUG nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.549402] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861392, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.557175] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8e14c6a-0a90-4283-a2a2-8cf60e7d8f2c tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.328s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.838016] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3937ea0-33d2-4770-ad40-89e41986e607 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.669s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.915550] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e804b6cc-1657-4b68-8fe7-d802b080d3f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.922602] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcddbd9-f093-4600-abb2-b1dc03d3b9da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.960953] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728350a1-d26c-4a11-bc13-bd3a492a5dcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.969015] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1177a7-2235-4db0-a952-1fed330821e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.986508] env[68503]: DEBUG nova.compute.provider_tree [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.044323] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861392, 'name': CreateSnapshot_Task, 'duration_secs': 0.654798} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.046271] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 717.046271] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d844c7-a112-4279-8781-59729f66a3de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.059435] env[68503]: DEBUG nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.342741] env[68503]: DEBUG nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.462463] env[68503]: DEBUG nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.489359] env[68503]: DEBUG nova.scheduler.client.report [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.515297] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.515815] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.516655] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.517106] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.517106] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.517448] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.517527] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.519538] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.519538] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.519538] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.519538] env[68503]: DEBUG nova.virt.hardware [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.519538] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0691b878-0ca8-4715-82ff-1e18263cbcaa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.538568] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca96a5d0-5618-49e7-a363-06f2d780ed9e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.570720] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.572040] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.581472] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Creating folder: Project (1d650a96a445440eaeb397dffe476611). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.586917] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9f13f70-c2e9-4c0c-be60-3f8bb2e0ab13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.591102] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f01193db-b387-4c18-b2ae-e873f688d212 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.594725] env[68503]: DEBUG nova.compute.manager [None req-cd3cbeab-db16-4489-9431-8cf5e8d9ba49 tempest-ServerExternalEventsTest-1651213229 tempest-ServerExternalEventsTest-1651213229-project] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Received event network-changed {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.594725] env[68503]: DEBUG nova.compute.manager [None req-cd3cbeab-db16-4489-9431-8cf5e8d9ba49 tempest-ServerExternalEventsTest-1651213229 tempest-ServerExternalEventsTest-1651213229-project] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Refreshing instance network info cache due to event network-changed. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.594725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd3cbeab-db16-4489-9431-8cf5e8d9ba49 tempest-ServerExternalEventsTest-1651213229 tempest-ServerExternalEventsTest-1651213229-project] Acquiring lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.594725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd3cbeab-db16-4489-9431-8cf5e8d9ba49 tempest-ServerExternalEventsTest-1651213229 tempest-ServerExternalEventsTest-1651213229-project] Acquired lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.594725] env[68503]: DEBUG nova.network.neutron [None req-cd3cbeab-db16-4489-9431-8cf5e8d9ba49 tempest-ServerExternalEventsTest-1651213229 tempest-ServerExternalEventsTest-1651213229-project] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.607588] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 717.607588] env[68503]: value = "task-2861393" [ 717.607588] env[68503]: _type = "Task" [ 717.607588] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.614967] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Created folder: Project (1d650a96a445440eaeb397dffe476611) in parent group-v575195. [ 717.615985] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Creating folder: Instances. Parent ref: group-v575227. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.616722] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66d877be-4268-47fb-85c2-909fbc9e1555 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.623857] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861393, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.624975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.632519] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Created folder: Instances in parent group-v575227. [ 717.632903] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.632989] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.633251] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ebf0771-9ec2-493e-b3fe-eb0304f82018 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.654117] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.654117] env[68503]: value = "task-2861396" [ 717.654117] env[68503]: _type = "Task" [ 717.654117] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.662814] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861396, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.747622] env[68503]: DEBUG nova.compute.manager [None req-4c3776c8-7909-4874-9b90-ad76ee2d9308 tempest-ServerDiagnosticsTest-1182464211 tempest-ServerDiagnosticsTest-1182464211-project-admin] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.749256] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf6d544-75ce-40b3-ac23-3265a6e26f4c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.759171] env[68503]: INFO nova.compute.manager [None req-4c3776c8-7909-4874-9b90-ad76ee2d9308 tempest-ServerDiagnosticsTest-1182464211 tempest-ServerDiagnosticsTest-1182464211-project-admin] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Retrieving diagnostics [ 717.760143] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6389bf35-93bc-4a5c-a1c0-fc980a777c5b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.872218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.005950] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.006362] env[68503]: DEBUG nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.009643] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.272s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.011087] env[68503]: INFO nova.compute.claims [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.119516] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861393, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.170521] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861396, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.289570] env[68503]: DEBUG nova.compute.manager [None req-175e5609-7899-43e8-9935-ce57b88450fd tempest-ServerDiagnosticsV248Test-43293612 tempest-ServerDiagnosticsV248Test-43293612-project-admin] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.289570] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227176f7-eed4-4e30-bdc4-3c8d0d075060 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.301767] env[68503]: INFO nova.compute.manager [None req-175e5609-7899-43e8-9935-ce57b88450fd tempest-ServerDiagnosticsV248Test-43293612 tempest-ServerDiagnosticsV248Test-43293612-project-admin] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Retrieving diagnostics [ 718.303285] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74408e7-3473-4ec4-b8f0-306d359b7627 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.517461] env[68503]: DEBUG nova.compute.utils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.522731] env[68503]: DEBUG nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.522731] env[68503]: DEBUG nova.network.neutron [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.573244] env[68503]: DEBUG nova.network.neutron [None req-cd3cbeab-db16-4489-9431-8cf5e8d9ba49 tempest-ServerExternalEventsTest-1651213229 tempest-ServerExternalEventsTest-1651213229-project] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Updating instance_info_cache with network_info: [{"id": "d419ad96-52e0-4cb3-94c0-580ef0398981", "address": "fa:16:3e:4d:ce:0d", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd419ad96-52", "ovs_interfaceid": "d419ad96-52e0-4cb3-94c0-580ef0398981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.619036] env[68503]: DEBUG nova.policy [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03771c090442e2a2b8e77d895b0c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b5f46a1ebc4ecab8d10d3b57da1150', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.627082] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861393, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.669500] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861396, 'name': CreateVM_Task, 'duration_secs': 0.554546} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.669500] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.669500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.669500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.669500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.669500] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347626d0-2709-4ec0-87e3-91fddddb4b03 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.678230] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 718.678230] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526f61e9-3e1c-ce67-bf48-46fd2d07bf7f" [ 718.678230] env[68503]: _type = "Task" [ 718.678230] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.686697] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526f61e9-3e1c-ce67-bf48-46fd2d07bf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.031910] env[68503]: DEBUG nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.063142] env[68503]: DEBUG nova.compute.manager [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 719.075888] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.076317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.076891] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd3cbeab-db16-4489-9431-8cf5e8d9ba49 tempest-ServerExternalEventsTest-1651213229 tempest-ServerExternalEventsTest-1651213229-project] Releasing lock "refresh_cache-870c8b35-6745-4af5-9564-6b8673d2f8c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.126266] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861393, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.189312] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526f61e9-3e1c-ce67-bf48-46fd2d07bf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.028415} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.193220] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.193460] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.193693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.193840] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.196035] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.196035] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6239382d-affe-4e15-bff5-904a81775d96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.205283] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.205436] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.206212] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb86429-7a17-4696-b0b4-c0583082209a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.217934] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 719.217934] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5204b35a-0bc7-3ade-134b-81af42f3f57b" [ 719.217934] env[68503]: _type = "Task" [ 719.217934] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.228335] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5204b35a-0bc7-3ade-134b-81af42f3f57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.314092] env[68503]: DEBUG nova.network.neutron [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Successfully created port: c8b114d0-61cc-4796-bbfe-abb8e3850858 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.536720] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90064b5d-50e9-4095-8c6e-8a50a2fc72e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.552360] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f5e1d-a607-4895-92f3-37345eb6027d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.588241] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28e9f3-4ac3-4191-a55e-8132353c4f26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.597576] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399651e-ebf4-41df-b5fb-ac1835c8cf7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.603336] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.615018] env[68503]: DEBUG nova.compute.provider_tree [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.626571] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861393, 'name': CloneVM_Task, 'duration_secs': 1.7662} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.626860] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Created linked-clone VM from snapshot [ 719.627635] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1214a29-4ad3-4d3d-858b-8267897ed363 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.635597] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Uploading image ffb17135-b747-40ab-a50b-525430fc009f {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.669665] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.669665] env[68503]: value = "vm-575229" [ 719.669665] env[68503]: _type = "VirtualMachine" [ 719.669665] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.669949] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9cbc141-ab7b-40b7-8fee-cd33705a1a86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.677103] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease: (returnval){ [ 719.677103] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bfd264-770f-8a08-0245-81d192e7dbf9" [ 719.677103] env[68503]: _type = "HttpNfcLease" [ 719.677103] env[68503]: } obtained for exporting VM: (result){ [ 719.677103] env[68503]: value = "vm-575229" [ 719.677103] env[68503]: _type = "VirtualMachine" [ 719.677103] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.677359] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the lease: (returnval){ [ 719.677359] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bfd264-770f-8a08-0245-81d192e7dbf9" [ 719.677359] env[68503]: _type = "HttpNfcLease" [ 719.677359] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.684876] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.684876] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bfd264-770f-8a08-0245-81d192e7dbf9" [ 719.684876] env[68503]: _type = "HttpNfcLease" [ 719.684876] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.728543] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5204b35a-0bc7-3ade-134b-81af42f3f57b, 'name': SearchDatastore_Task, 'duration_secs': 0.028677} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.729359] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccf2567-b9b4-4777-89e2-09d5e6c46ba9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.734304] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 719.734304] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5257d3e4-9684-b927-85af-d25d3576511a" [ 719.734304] env[68503]: _type = "Task" [ 719.734304] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.742335] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5257d3e4-9684-b927-85af-d25d3576511a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.927089] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "7edda435-0f02-4a60-9b85-5bb8700f647f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.927328] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.049149] env[68503]: DEBUG nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.088022] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.088022] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.088022] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.088313] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.088313] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.088530] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.088910] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.089352] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.092373] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.092373] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.092373] env[68503]: DEBUG nova.virt.hardware [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.092373] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0924e0c-30e1-4a9c-b513-c7526b5716b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.106039] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26165ab-cb64-4edc-874f-fe002ba51026 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.140880] env[68503]: ERROR nova.scheduler.client.report [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [req-a58054ba-63c6-4194-9de6-28ea758955cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a58054ba-63c6-4194-9de6-28ea758955cb"}]} [ 720.160380] env[68503]: DEBUG nova.scheduler.client.report [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 720.176703] env[68503]: DEBUG nova.scheduler.client.report [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 720.177029] env[68503]: DEBUG nova.compute.provider_tree [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.186657] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.186657] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bfd264-770f-8a08-0245-81d192e7dbf9" [ 720.186657] env[68503]: _type = "HttpNfcLease" [ 720.186657] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.187837] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.187837] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bfd264-770f-8a08-0245-81d192e7dbf9" [ 720.187837] env[68503]: _type = "HttpNfcLease" [ 720.187837] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.187837] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994bac2-24d2-4b50-b766-08b254e1c6cf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.199031] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520da360-ac02-62f1-4848-29276edb611b/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.199031] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520da360-ac02-62f1-4848-29276edb611b/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.199634] env[68503]: DEBUG nova.scheduler.client.report [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 720.263659] env[68503]: DEBUG nova.scheduler.client.report [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.279669] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5257d3e4-9684-b927-85af-d25d3576511a, 'name': SearchDatastore_Task, 'duration_secs': 0.036269} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.279802] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.280059] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.280371] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931e55ee-f713-4f7d-8cdb-ff0f2ae93d72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.288493] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 720.288493] env[68503]: value = "task-2861398" [ 720.288493] env[68503]: _type = "Task" [ 720.288493] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.298064] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.323995] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f81b2b9d-a7bf-4f9e-8769-f240afc90142 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.743685] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2834468-f4c1-451c-8711-c77f4a91dd70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.753014] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181286b2-7386-47d8-8f29-7af24d6e48ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.789418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "870c8b35-6745-4af5-9564-6b8673d2f8c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.789683] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.789910] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "870c8b35-6745-4af5-9564-6b8673d2f8c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.790109] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.790274] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.796191] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219062b9-88b0-4d4d-850c-00027f719c89 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.799501] env[68503]: INFO nova.compute.manager [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Terminating instance [ 720.807494] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.812289] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b82a65b-f7af-4f96-97d7-c549db0633b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.832510] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "c47a2b8a-6db1-4e67-a62e-01a95067121f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.832837] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.833131] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "c47a2b8a-6db1-4e67-a62e-01a95067121f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.833615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.833615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.835553] env[68503]: DEBUG nova.compute.provider_tree [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.838129] env[68503]: INFO nova.compute.manager [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Terminating instance [ 720.916796] env[68503]: DEBUG nova.network.neutron [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Successfully updated port: c8b114d0-61cc-4796-bbfe-abb8e3850858 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.136407] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "edc45660-de9d-459e-af05-ca23f9df97c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.136952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "edc45660-de9d-459e-af05-ca23f9df97c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.137365] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "edc45660-de9d-459e-af05-ca23f9df97c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.137721] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "edc45660-de9d-459e-af05-ca23f9df97c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.138425] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "edc45660-de9d-459e-af05-ca23f9df97c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.141112] env[68503]: INFO nova.compute.manager [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Terminating instance [ 721.303518] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659045} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.305298] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.305298] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.305298] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a55986b-d240-479f-aab8-bc1b2ca17bd2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.308585] env[68503]: DEBUG nova.compute.manager [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.308878] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.309777] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ccbea5-5457-45f6-844f-ca155b0ff376 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.315193] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 721.315193] env[68503]: value = "task-2861399" [ 721.315193] env[68503]: _type = "Task" [ 721.315193] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.325391] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.325391] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-352320e1-7bc9-41a9-9794-cd2786415e36 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.329761] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.334784] env[68503]: DEBUG oslo_vmware.api [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 721.334784] env[68503]: value = "task-2861400" [ 721.334784] env[68503]: _type = "Task" [ 721.334784] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.347417] env[68503]: DEBUG nova.compute.manager [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.347651] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.347940] env[68503]: DEBUG oslo_vmware.api [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.349117] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd3a40c-6e6a-44eb-8f9b-336d0fb051cf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.357324] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.357592] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b4a00e-0fc7-482b-bd1d-601a4114ce4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.363091] env[68503]: DEBUG oslo_vmware.api [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 721.363091] env[68503]: value = "task-2861401" [ 721.363091] env[68503]: _type = "Task" [ 721.363091] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.372025] env[68503]: DEBUG oslo_vmware.api [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.392214] env[68503]: DEBUG nova.scheduler.client.report [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 721.392567] env[68503]: DEBUG nova.compute.provider_tree [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 32 to 33 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 721.392856] env[68503]: DEBUG nova.compute.provider_tree [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.419851] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.420154] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.420413] env[68503]: DEBUG nova.network.neutron [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.646740] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "refresh_cache-edc45660-de9d-459e-af05-ca23f9df97c3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.647033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquired lock "refresh_cache-edc45660-de9d-459e-af05-ca23f9df97c3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.647311] env[68503]: DEBUG nova.network.neutron [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.829111] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148043} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.829615] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.830475] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7471a2e8-a67d-4790-9e01-8a7ff476c964 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.857526] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.858439] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d75593e-f403-455d-8f74-6b40284cad2b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.880677] env[68503]: DEBUG oslo_vmware.api [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861400, 'name': PowerOffVM_Task, 'duration_secs': 0.339825} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.885606] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.885824] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.886109] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cd2e02b-48cf-4d68-a6fd-6474d147413c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.890344] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 721.890344] env[68503]: value = "task-2861402" [ 721.890344] env[68503]: _type = "Task" [ 721.890344] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.898619] env[68503]: DEBUG oslo_vmware.api [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861401, 'name': PowerOffVM_Task, 'duration_secs': 0.209493} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.898619] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.898619] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.899059] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ddbf2e2-6e10-49f4-8e3a-89626f5e8f5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.905000] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.895s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.905746] env[68503]: DEBUG nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.908163] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.908787] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.525s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.910260] env[68503]: INFO nova.compute.claims [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.947191] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.947580] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.947580] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Deleting the datastore file [datastore1] 870c8b35-6745-4af5-9564-6b8673d2f8c8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.947816] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a62ce2a4-899e-40a6-9194-cc8469e60824 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.957974] env[68503]: DEBUG oslo_vmware.api [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for the task: (returnval){ [ 721.957974] env[68503]: value = "task-2861405" [ 721.957974] env[68503]: _type = "Task" [ 721.957974] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.968319] env[68503]: DEBUG oslo_vmware.api [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.970934] env[68503]: DEBUG nova.network.neutron [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.976015] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.976264] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.976946] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Deleting the datastore file [datastore1] c47a2b8a-6db1-4e67-a62e-01a95067121f {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.977291] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-673d7180-84a9-4255-a621-900341fc3846 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.985625] env[68503]: DEBUG oslo_vmware.api [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for the task: (returnval){ [ 721.985625] env[68503]: value = "task-2861406" [ 721.985625] env[68503]: _type = "Task" [ 721.985625] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.996711] env[68503]: DEBUG oslo_vmware.api [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.078225] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "05b5792d-57a8-4e23-937d-37146f958a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.078479] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "05b5792d-57a8-4e23-937d-37146f958a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.179625] env[68503]: DEBUG nova.network.neutron [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.277072] env[68503]: DEBUG nova.network.neutron [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Updating instance_info_cache with network_info: [{"id": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "address": "fa:16:3e:d1:12:1c", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b114d0-61", "ovs_interfaceid": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.293657] env[68503]: DEBUG nova.network.neutron [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.401369] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.412025] env[68503]: DEBUG nova.compute.utils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.412025] env[68503]: DEBUG nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.412025] env[68503]: DEBUG nova.network.neutron [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.469247] env[68503]: DEBUG oslo_vmware.api [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Task: {'id': task-2861405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269672} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.469508] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.469779] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.469973] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.470162] env[68503]: INFO nova.compute.manager [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 722.470402] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.470625] env[68503]: DEBUG nova.compute.manager [-] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.470765] env[68503]: DEBUG nova.network.neutron [-] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.479432] env[68503]: DEBUG nova.policy [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03771c090442e2a2b8e77d895b0c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b5f46a1ebc4ecab8d10d3b57da1150', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.497692] env[68503]: DEBUG oslo_vmware.api [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Task: {'id': task-2861406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274374} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.497905] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.498092] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.498298] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.498419] env[68503]: INFO nova.compute.manager [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 722.498656] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.498892] env[68503]: DEBUG nova.compute.manager [-] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.498985] env[68503]: DEBUG nova.network.neutron [-] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.780062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.780557] env[68503]: DEBUG nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Instance network_info: |[{"id": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "address": "fa:16:3e:d1:12:1c", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b114d0-61", "ovs_interfaceid": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.780957] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:12:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8b114d0-61cc-4796-bbfe-abb8e3850858', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.789943] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Creating folder: Project (a3b5f46a1ebc4ecab8d10d3b57da1150). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.790363] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2daaa340-bf5a-4aa1-a44f-a612c7f67a7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.796228] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Releasing lock "refresh_cache-edc45660-de9d-459e-af05-ca23f9df97c3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.796752] env[68503]: DEBUG nova.compute.manager [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.796960] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.797863] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddf8cf5-533e-4620-a8c4-1fee656a311c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.802286] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Created folder: Project (a3b5f46a1ebc4ecab8d10d3b57da1150) in parent group-v575195. [ 722.802977] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Creating folder: Instances. Parent ref: group-v575231. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.803093] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127d08c4-87d9-4a0c-a641-b0116cef0763 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.808223] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.808223] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3cfca4b-0847-4b05-b3a7-c6a15f5a7865 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.812577] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Created folder: Instances in parent group-v575231. [ 722.812782] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.813945] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.814276] env[68503]: DEBUG oslo_vmware.api [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 722.814276] env[68503]: value = "task-2861409" [ 722.814276] env[68503]: _type = "Task" [ 722.814276] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.814475] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-963cd4f2-2733-463e-85a8-c5945bdef2b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.839785] env[68503]: DEBUG oslo_vmware.api [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.841047] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.841047] env[68503]: value = "task-2861410" [ 722.841047] env[68503]: _type = "Task" [ 722.841047] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.848454] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861410, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.900580] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861402, 'name': ReconfigVM_Task, 'duration_secs': 0.559485} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.900893] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.901598] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7cb0887-abd2-4c2c-9ecd-4258b6ec4291 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.907732] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 722.907732] env[68503]: value = "task-2861411" [ 722.907732] env[68503]: _type = "Task" [ 722.907732] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.916769] env[68503]: DEBUG nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.923087] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861411, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.226395] env[68503]: DEBUG nova.network.neutron [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Successfully created port: a240744e-8cef-4a76-be10-b2aa58fbe351 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.365129] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861410, 'name': CreateVM_Task, 'duration_secs': 0.450239} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.365129] env[68503]: DEBUG oslo_vmware.api [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861409, 'name': PowerOffVM_Task, 'duration_secs': 0.238523} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.365129] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.365129] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.365129] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.365473] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.365473] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.365473] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.365473] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95c87468-8afc-4b07-8933-0afd376da939 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.366760] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821ac045-d84e-4f2b-a24b-f075ffa68cbe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.372169] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 723.372169] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d17ecf-a130-4850-9149-aa0315495c27" [ 723.372169] env[68503]: _type = "Task" [ 723.372169] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.383232] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d17ecf-a130-4850-9149-aa0315495c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.394658] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5769f32-852a-4699-89ba-b3ecc4e33e38 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.399665] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.400133] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.400394] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Deleting the datastore file [datastore2] edc45660-de9d-459e-af05-ca23f9df97c3 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.401149] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cf0825f-a013-4161-a73e-8a71c2463b94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.407245] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83bec0-bf08-4224-af44-4b3e7a756e3c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.413327] env[68503]: DEBUG oslo_vmware.api [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for the task: (returnval){ [ 723.413327] env[68503]: value = "task-2861413" [ 723.413327] env[68503]: _type = "Task" [ 723.413327] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.456049] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835e6be6-f138-4983-b47b-540e1fbd48d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.459281] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861411, 'name': Rename_Task, 'duration_secs': 0.203404} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.465158] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.465158] env[68503]: DEBUG oslo_vmware.api [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.465158] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a34c3a1-1314-4356-b4af-4159f6611bfb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.470088] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd91df8-e8f9-4434-8570-15c0955a8434 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.475961] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 723.475961] env[68503]: value = "task-2861414" [ 723.475961] env[68503]: _type = "Task" [ 723.475961] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.490192] env[68503]: DEBUG nova.compute.provider_tree [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.498341] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861414, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.665137] env[68503]: DEBUG nova.network.neutron [-] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.770070] env[68503]: DEBUG nova.network.neutron [-] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.887471] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d17ecf-a130-4850-9149-aa0315495c27, 'name': SearchDatastore_Task, 'duration_secs': 0.031474} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.887471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.887471] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.887471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.887825] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.887825] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.887825] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-209e1123-c7f3-495c-9463-315606d57d9b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.898566] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.898774] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.899578] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8245251a-0442-45b4-8037-a267bb4e9829 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.904993] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 723.904993] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527d5a71-af2d-9963-a15f-83a72e63ae2e" [ 723.904993] env[68503]: _type = "Task" [ 723.904993] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.913098] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527d5a71-af2d-9963-a15f-83a72e63ae2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.926886] env[68503]: DEBUG oslo_vmware.api [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Task: {'id': task-2861413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175502} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.927341] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.927473] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.927576] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.927769] env[68503]: INFO nova.compute.manager [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 723.928017] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.928207] env[68503]: DEBUG nova.compute.manager [-] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.928301] env[68503]: DEBUG nova.network.neutron [-] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.950805] env[68503]: DEBUG nova.network.neutron [-] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.964479] env[68503]: DEBUG nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.990244] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.994245] env[68503]: DEBUG nova.scheduler.client.report [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.002496] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.002995] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.003201] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.003393] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.003538] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.003684] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.003891] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.004064] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.004499] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.004655] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.004831] env[68503]: DEBUG nova.virt.hardware [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.005715] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6e5b5a-ebc4-4b44-bf33-1d3910c01a20 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.014396] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65daad13-31a0-4b30-b612-45e60dfbcb6f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.076059] env[68503]: DEBUG nova.compute.manager [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Received event network-changed-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.076175] env[68503]: DEBUG nova.compute.manager [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Refreshing instance network info cache due to event network-changed-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.076439] env[68503]: DEBUG oslo_concurrency.lockutils [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] Acquiring lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.076544] env[68503]: DEBUG oslo_concurrency.lockutils [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] Acquired lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.076711] env[68503]: DEBUG nova.network.neutron [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Refreshing network info cache for port ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.170369] env[68503]: INFO nova.compute.manager [-] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Took 1.70 seconds to deallocate network for instance. [ 724.274108] env[68503]: INFO nova.compute.manager [-] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Took 1.78 seconds to deallocate network for instance. [ 724.415674] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527d5a71-af2d-9963-a15f-83a72e63ae2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.416627] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5009cc92-763d-4060-87d3-487535c14079 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.422564] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 724.422564] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a9e324-f0ad-5662-4c93-6cafaba26563" [ 724.422564] env[68503]: _type = "Task" [ 724.422564] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.432803] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a9e324-f0ad-5662-4c93-6cafaba26563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.452759] env[68503]: DEBUG nova.network.neutron [-] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.489922] env[68503]: DEBUG oslo_vmware.api [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861414, 'name': PowerOnVM_Task, 'duration_secs': 0.625677} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.490273] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.490273] env[68503]: INFO nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Took 7.03 seconds to spawn the instance on the hypervisor. [ 724.490789] env[68503]: DEBUG nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.491556] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3596b929-9eeb-47b6-b12b-a3cc7bafd21a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.509899] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.510944] env[68503]: DEBUG nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.514014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.030s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.515519] env[68503]: INFO nova.compute.claims [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.679350] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.783565] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.815620] env[68503]: DEBUG nova.network.neutron [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Successfully updated port: a240744e-8cef-4a76-be10-b2aa58fbe351 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.934257] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a9e324-f0ad-5662-4c93-6cafaba26563, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.934616] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.935240] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 2f545107-51ef-4da6-9bf5-d39b4918d3d9/2f545107-51ef-4da6-9bf5-d39b4918d3d9.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.935510] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40618037-67d5-4d09-b576-d094c6f2b497 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.943580] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 724.943580] env[68503]: value = "task-2861415" [ 724.943580] env[68503]: _type = "Task" [ 724.943580] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.953233] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.956163] env[68503]: INFO nova.compute.manager [-] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Took 1.03 seconds to deallocate network for instance. [ 724.975540] env[68503]: DEBUG nova.network.neutron [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updated VIF entry in instance network info cache for port ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.975944] env[68503]: DEBUG nova.network.neutron [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updating instance_info_cache with network_info: [{"id": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "address": "fa:16:3e:14:12:55", "network": {"id": "79456d01-4a57-405e-b281-ed71f0b79561", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-373890015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c016edc2ee944f09462786554c64f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1c23f4-7c", "ovs_interfaceid": "ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.015059] env[68503]: INFO nova.compute.manager [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Took 21.43 seconds to build instance. [ 725.020105] env[68503]: DEBUG nova.compute.utils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.025172] env[68503]: DEBUG nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.025571] env[68503]: DEBUG nova.network.neutron [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.320279] env[68503]: DEBUG nova.policy [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6fa24f798f4ba088c885516b51b88e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '572fec3a5ede4b51836c634ee7f14419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.326653] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "refresh_cache-02e8dbb0-8f29-49d6-93ff-684316c22806" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.326848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "refresh_cache-02e8dbb0-8f29-49d6-93ff-684316c22806" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.327044] env[68503]: DEBUG nova.network.neutron [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.455486] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.462727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.479172] env[68503]: DEBUG oslo_concurrency.lockutils [req-6ef6906e-e801-4dc6-9f77-5e4af436efa7 req-f619ed52-25cd-4d17-9a84-936371b1b219 service nova] Releasing lock "refresh_cache-11f80af7-e6da-43e1-bbcd-7ea6c6be461d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.516427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a2ab7612-1fc8-4e9b-9220-3e9c78da01af tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.843s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.532022] env[68503]: DEBUG nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.627657] env[68503]: DEBUG nova.compute.manager [req-a12d7d28-f2d1-4238-9cf8-ad4d993f210d req-f9cc6fbd-1bcb-4e9a-9f7e-df985cdcee1e service nova] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Received event network-vif-deleted-1595280b-fefe-4284-a32e-bb8da1ca5e0c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.891147] env[68503]: DEBUG nova.network.neutron [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.956751] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595589} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.962849] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 2f545107-51ef-4da6-9bf5-d39b4918d3d9/2f545107-51ef-4da6-9bf5-d39b4918d3d9.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.962849] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.965477] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d08d53f9-3735-4eb1-91ee-24d4d3a954a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.972067] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 725.972067] env[68503]: value = "task-2861416" [ 725.972067] env[68503]: _type = "Task" [ 725.972067] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.989233] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.019880] env[68503]: DEBUG nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.083039] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e6303-836c-4c92-9e31-bad3ccfec8c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.088062] env[68503]: DEBUG nova.network.neutron [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Successfully created port: 22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.096329] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85c1ca-8324-4666-8a8e-f6b1781aa917 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.132750] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0fe990-6b9f-4bd5-94ea-d295961f71c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.141968] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda66f1-e872-4eea-86d0-e52aa274eb2c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.161017] env[68503]: DEBUG nova.compute.provider_tree [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.218988] env[68503]: DEBUG nova.network.neutron [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Updating instance_info_cache with network_info: [{"id": "a240744e-8cef-4a76-be10-b2aa58fbe351", "address": "fa:16:3e:0c:a3:15", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa240744e-8c", "ovs_interfaceid": "a240744e-8cef-4a76-be10-b2aa58fbe351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.264821] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "1ff31992-d8ca-425d-996d-c8d4c5283366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.265103] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.302031] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "e34f4713-cc71-4968-9de4-698d63d6d09e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.302275] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.331415] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.331598] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.359809] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "970cb109-0a57-4e65-b4fa-0800d48317bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.360060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.486418] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0713} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.487161] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.488345] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d0b2e-cd8b-4701-a991-a0446a6f78d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.523206] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 2f545107-51ef-4da6-9bf5-d39b4918d3d9/2f545107-51ef-4da6-9bf5-d39b4918d3d9.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.526517] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78543ac4-c5d9-43b8-81e6-6400a3a796d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.549539] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 726.549539] env[68503]: value = "task-2861417" [ 726.549539] env[68503]: _type = "Task" [ 726.549539] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.553929] env[68503]: DEBUG nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.562946] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.562946] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.588770] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.589055] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.589138] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.589356] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.589554] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.589788] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.590083] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.590293] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.590514] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.590746] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.590999] env[68503]: DEBUG nova.virt.hardware [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.592019] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90d578c-bcf1-4302-a6ca-12d5ce062f66 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.601973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef9982-f8b4-42c5-b356-5b45b59c7a47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.664139] env[68503]: DEBUG nova.scheduler.client.report [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.721924] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "refresh_cache-02e8dbb0-8f29-49d6-93ff-684316c22806" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.722273] env[68503]: DEBUG nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Instance network_info: |[{"id": "a240744e-8cef-4a76-be10-b2aa58fbe351", "address": "fa:16:3e:0c:a3:15", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa240744e-8c", "ovs_interfaceid": "a240744e-8cef-4a76-be10-b2aa58fbe351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.722793] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:a3:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a240744e-8cef-4a76-be10-b2aa58fbe351', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.733931] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.734092] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.734340] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-823a9392-3315-409e-8fc8-98fdd82f2abe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.756930] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.756930] env[68503]: value = "task-2861418" [ 726.756930] env[68503]: _type = "Task" [ 726.756930] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.766873] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861418, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.062611] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861417, 'name': ReconfigVM_Task, 'duration_secs': 0.502629} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.062988] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 2f545107-51ef-4da6-9bf5-d39b4918d3d9/2f545107-51ef-4da6-9bf5-d39b4918d3d9.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.066207] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcde31a7-461d-4ebe-8419-9b73f727bced {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.070231] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 727.070231] env[68503]: value = "task-2861419" [ 727.070231] env[68503]: _type = "Task" [ 727.070231] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.079706] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861419, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.171463] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.175970] env[68503]: DEBUG nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.183329] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.071s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.183555] env[68503]: DEBUG nova.objects.instance [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Lazy-loading 'resources' on Instance uuid 988337b5-7dcc-4927-89d5-4b2a2d98f294 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.271577] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861418, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.586018] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861419, 'name': Rename_Task, 'duration_secs': 0.262727} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.586249] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.586582] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bd29ce0-c401-4209-923b-3d9494e9254b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.593269] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 727.593269] env[68503]: value = "task-2861420" [ 727.593269] env[68503]: _type = "Task" [ 727.593269] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.604754] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.687270] env[68503]: DEBUG nova.compute.utils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.691483] env[68503]: DEBUG nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.691758] env[68503]: DEBUG nova.network.neutron [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.772690] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861418, 'name': CreateVM_Task, 'duration_secs': 0.610698} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.772968] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.773736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.773978] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.774350] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.774820] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bd518d-5324-420f-95c0-8b65ae06690d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.781067] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 727.781067] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52cfd43b-32b7-67f0-e629-639d7e96a2bf" [ 727.781067] env[68503]: _type = "Task" [ 727.781067] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.800248] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cfd43b-32b7-67f0-e629-639d7e96a2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.800579] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.800831] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.801220] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.801220] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.801436] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.801654] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be74e8fb-3639-4e7d-8d53-c0a85f0f3c67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.810580] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.810785] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.811604] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52cf4d2c-9d7b-4bc4-8b4f-109cd4a5967c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.818574] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 727.818574] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528cc814-a2a2-4f6c-ba56-689cdd7b2002" [ 727.818574] env[68503]: _type = "Task" [ 727.818574] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.828338] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528cc814-a2a2-4f6c-ba56-689cdd7b2002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.959166] env[68503]: DEBUG nova.policy [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bef7de16a334b71b4fde02948077884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f97e430b63e43279638690e9a94449d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.015563] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Received event network-vif-plugged-c8b114d0-61cc-4796-bbfe-abb8e3850858 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.015651] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Acquiring lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.016214] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.016467] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.017667] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] No waiting events found dispatching network-vif-plugged-c8b114d0-61cc-4796-bbfe-abb8e3850858 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.017884] env[68503]: WARNING nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Received unexpected event network-vif-plugged-c8b114d0-61cc-4796-bbfe-abb8e3850858 for instance with vm_state building and task_state spawning. [ 728.019514] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Received event network-changed-c8b114d0-61cc-4796-bbfe-abb8e3850858 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.019514] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Refreshing instance network info cache due to event network-changed-c8b114d0-61cc-4796-bbfe-abb8e3850858. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.019514] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Acquiring lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.019514] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Acquired lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.019710] env[68503]: DEBUG nova.network.neutron [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Refreshing network info cache for port c8b114d0-61cc-4796-bbfe-abb8e3850858 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.112491] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861420, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.195600] env[68503]: DEBUG nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.213427] env[68503]: DEBUG nova.network.neutron [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Successfully updated port: 22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.257876] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93292be9-a50a-49b4-bbef-67a0e6e21c6e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.267034] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2782f9-c283-459d-9c3e-2b6dc05ee606 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.312806] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9d6761-b06f-4e3c-a0e9-26b0029cdbe7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.326735] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bd1ee-e74d-4b2e-abb6-ed502af0c9eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.338607] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528cc814-a2a2-4f6c-ba56-689cdd7b2002, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.351209] env[68503]: DEBUG nova.compute.provider_tree [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.353225] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c720910-a6a1-4053-a35c-64da1f35ee75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.359742] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 728.359742] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520b5d84-82e3-a1c8-37d8-f6d39a8af1f6" [ 728.359742] env[68503]: _type = "Task" [ 728.359742] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.370892] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520b5d84-82e3-a1c8-37d8-f6d39a8af1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.550841] env[68503]: DEBUG nova.network.neutron [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Successfully created port: 2eb12319-f026-4591-ad2d-bdd538a8b304 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.606663] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861420, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.635178] env[68503]: DEBUG nova.compute.manager [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Received event network-changed-7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.635376] env[68503]: DEBUG nova.compute.manager [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Refreshing instance network info cache due to event network-changed-7f66d519-d762-4930-a4c0-3047d096e519. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.635616] env[68503]: DEBUG oslo_concurrency.lockutils [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] Acquiring lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.635752] env[68503]: DEBUG oslo_concurrency.lockutils [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] Acquired lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.635931] env[68503]: DEBUG nova.network.neutron [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Refreshing network info cache for port 7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.720638] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.720807] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.720969] env[68503]: DEBUG nova.network.neutron [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.817275] env[68503]: INFO nova.compute.manager [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Rebuilding instance [ 728.859019] env[68503]: DEBUG nova.scheduler.client.report [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.879932] env[68503]: DEBUG nova.compute.manager [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.880279] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520b5d84-82e3-a1c8-37d8-f6d39a8af1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.880979] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f1129-1a80-4059-bbb7-75717993036b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.886350] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.886631] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 02e8dbb0-8f29-49d6-93ff-684316c22806/02e8dbb0-8f29-49d6-93ff-684316c22806.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.886899] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6faa9aa-ebdf-4013-9be8-b3505d43f53f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.895656] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 728.895656] env[68503]: value = "task-2861421" [ 728.895656] env[68503]: _type = "Task" [ 728.895656] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.905229] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.107895] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861420, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.141570] env[68503]: DEBUG nova.network.neutron [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Updated VIF entry in instance network info cache for port c8b114d0-61cc-4796-bbfe-abb8e3850858. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.142445] env[68503]: DEBUG nova.network.neutron [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Updating instance_info_cache with network_info: [{"id": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "address": "fa:16:3e:d1:12:1c", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b114d0-61", "ovs_interfaceid": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.209226] env[68503]: DEBUG nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.245403] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.245726] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.245914] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.246108] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.247132] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.247132] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.247132] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.247132] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.247132] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.247395] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.247395] env[68503]: DEBUG nova.virt.hardware [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.248326] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc7442f-d9b4-4953-ba07-9350088504fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.259121] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57055ea-6561-4793-bf8a-35dc5db82f97 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.285210] env[68503]: DEBUG nova.network.neutron [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.366177] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.373331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.631s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.373331] env[68503]: DEBUG nova.objects.instance [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lazy-loading 'resources' on Instance uuid 511d5b19-96d5-4cc7-833f-8a4a876ab79d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.407254] env[68503]: INFO nova.scheduler.client.report [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Deleted allocations for instance 988337b5-7dcc-4927-89d5-4b2a2d98f294 [ 729.420816] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.611351] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861420, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.645893] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Releasing lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.646282] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Received event network-vif-deleted-d419ad96-52e0-4cb3-94c0-580ef0398981 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.646473] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Received event network-vif-plugged-a240744e-8cef-4a76-be10-b2aa58fbe351 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.647047] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Acquiring lock "02e8dbb0-8f29-49d6-93ff-684316c22806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.648019] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.648019] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.648019] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] No waiting events found dispatching network-vif-plugged-a240744e-8cef-4a76-be10-b2aa58fbe351 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.648019] env[68503]: WARNING nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Received unexpected event network-vif-plugged-a240744e-8cef-4a76-be10-b2aa58fbe351 for instance with vm_state building and task_state spawning. [ 729.651354] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Received event network-changed-a240744e-8cef-4a76-be10-b2aa58fbe351 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.651740] env[68503]: DEBUG nova.compute.manager [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Refreshing instance network info cache due to event network-changed-a240744e-8cef-4a76-be10-b2aa58fbe351. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.653136] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Acquiring lock "refresh_cache-02e8dbb0-8f29-49d6-93ff-684316c22806" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.653136] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Acquired lock "refresh_cache-02e8dbb0-8f29-49d6-93ff-684316c22806" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.653136] env[68503]: DEBUG nova.network.neutron [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Refreshing network info cache for port a240744e-8cef-4a76-be10-b2aa58fbe351 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.672390] env[68503]: DEBUG nova.network.neutron [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.818114] env[68503]: DEBUG nova.network.neutron [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updated VIF entry in instance network info cache for port 7f66d519-d762-4930-a4c0-3047d096e519. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.818409] env[68503]: DEBUG nova.network.neutron [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updating instance_info_cache with network_info: [{"id": "7f66d519-d762-4930-a4c0-3047d096e519", "address": "fa:16:3e:d8:42:85", "network": {"id": "f0ab6256-b59f-4743-895a-ade7679ec5e3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-311557894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e31112ce485743848adc34e196bf86fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f66d519-d7", "ovs_interfaceid": "7f66d519-d762-4930-a4c0-3047d096e519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.909967] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.915019] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0107bb1-2d63-4edf-a2e4-dcd12a96c1f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.923294] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609633} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.923782] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3e562792-3a0b-40da-8538-95fdf41a34ad tempest-DeleteServersAdminTestJSON-522116006 tempest-DeleteServersAdminTestJSON-522116006-project-admin] Lock "988337b5-7dcc-4927-89d5-4b2a2d98f294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.923s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.925745] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 02e8dbb0-8f29-49d6-93ff-684316c22806/02e8dbb0-8f29-49d6-93ff-684316c22806.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.926015] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.926311] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 729.926311] env[68503]: value = "task-2861422" [ 729.926311] env[68503]: _type = "Task" [ 729.926311] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.926688] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffc974a1-ceea-4f83-8e97-e86a4e3ca79c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.945539] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.947642] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 729.947642] env[68503]: value = "task-2861423" [ 729.947642] env[68503]: _type = "Task" [ 729.947642] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.962884] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.110696] env[68503]: DEBUG oslo_vmware.api [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861420, 'name': PowerOnVM_Task, 'duration_secs': 2.051881} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.113750] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.113988] env[68503]: INFO nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Took 10.06 seconds to spawn the instance on the hypervisor. [ 730.114191] env[68503]: DEBUG nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.115512] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc7622-d9a8-49d4-bcb2-beb52255d6f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.175094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.175451] env[68503]: DEBUG nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Instance network_info: |[{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.176565] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ba:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22390944-b9b1-45ad-ae2d-c47abf941adb', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.184781] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Creating folder: Project (572fec3a5ede4b51836c634ee7f14419). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.188232] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf405406-549f-42e9-9ebd-e37fc288f424 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.199857] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Created folder: Project (572fec3a5ede4b51836c634ee7f14419) in parent group-v575195. [ 730.199857] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Creating folder: Instances. Parent ref: group-v575235. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.199857] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1435408-f439-42f8-8e4a-bfc704cd1505 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.211559] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Created folder: Instances in parent group-v575235. [ 730.211822] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.212029] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.212245] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be6cf69-272c-40f6-aa32-a4874c68c8d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.238713] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.238713] env[68503]: value = "task-2861426" [ 730.238713] env[68503]: _type = "Task" [ 730.238713] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.247844] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861426, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.322807] env[68503]: DEBUG oslo_concurrency.lockutils [req-60fc61a2-4f21-4624-9e7c-a76ca80e88f2 req-01709a23-2faf-4cf3-a40b-a8109b263d13 service nova] Releasing lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.445907] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861422, 'name': PowerOffVM_Task, 'duration_secs': 0.199648} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.445907] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.445907] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.446450] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d977e73-6b39-4b83-9d30-737ba5739aba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.456684] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2246ea9-cd7d-4612-bad0-fab01612b496 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.462698] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.463538] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f07a8e6f-4298-45cf-98d2-0aaab5393ee9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.472311] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145308} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.472953] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.474246] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345c0c5b-8414-41dc-b195-54d6f0f22cc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.478159] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d99263b-6a2b-42dd-8ec5-3d7a017ae993 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.551193] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 02e8dbb0-8f29-49d6-93ff-684316c22806/02e8dbb0-8f29-49d6-93ff-684316c22806.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.555590] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a29d670d-6fc0-4934-b7cb-675953ae250e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.571083] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dbda20-78fb-4714-94f1-1d57cabbd7ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.573836] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.574056] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.574235] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Deleting the datastore file [datastore2] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.574532] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02823edc-56b9-4ca8-be69-14a1988d7e6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.582045] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c062a-414c-4cca-b40e-f2e3b2a543b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.592276] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 730.592276] env[68503]: value = "task-2861428" [ 730.592276] env[68503]: _type = "Task" [ 730.592276] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.592556] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 730.592556] env[68503]: value = "task-2861429" [ 730.592556] env[68503]: _type = "Task" [ 730.592556] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.607953] env[68503]: DEBUG nova.compute.provider_tree [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.614506] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.618219] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.633593] env[68503]: INFO nova.compute.manager [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Took 26.42 seconds to build instance. [ 730.672598] env[68503]: DEBUG nova.network.neutron [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Updated VIF entry in instance network info cache for port a240744e-8cef-4a76-be10-b2aa58fbe351. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.672598] env[68503]: DEBUG nova.network.neutron [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Updating instance_info_cache with network_info: [{"id": "a240744e-8cef-4a76-be10-b2aa58fbe351", "address": "fa:16:3e:0c:a3:15", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa240744e-8c", "ovs_interfaceid": "a240744e-8cef-4a76-be10-b2aa58fbe351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.750125] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861426, 'name': CreateVM_Task, 'duration_secs': 0.418756} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.750300] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.750993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.751172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.751618] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.751715] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a39190-fcd5-4347-a529-eba029784e37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.757336] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 730.757336] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525cec0f-5df1-68ce-6e64-ae8aac5692e3" [ 730.757336] env[68503]: _type = "Task" [ 730.757336] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.771498] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525cec0f-5df1-68ce-6e64-ae8aac5692e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.782992] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520da360-ac02-62f1-4848-29276edb611b/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 730.783692] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc15ca3-9bed-487f-99b0-5f536f40d0e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.790545] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520da360-ac02-62f1-4848-29276edb611b/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 730.791827] env[68503]: ERROR oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520da360-ac02-62f1-4848-29276edb611b/disk-0.vmdk due to incomplete transfer. [ 730.791827] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-afd13fa2-72ee-451c-adb4-9eeafadf0fae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.798165] env[68503]: DEBUG oslo_vmware.rw_handles [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520da360-ac02-62f1-4848-29276edb611b/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 730.798260] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Uploaded image ffb17135-b747-40ab-a50b-525430fc009f to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 730.802241] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.802241] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5be9e7cd-e553-4dc3-ad3b-dbbdffc78dba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.806592] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 730.806592] env[68503]: value = "task-2861430" [ 730.806592] env[68503]: _type = "Task" [ 730.806592] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.816118] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861430, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.955400] env[68503]: DEBUG nova.network.neutron [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Successfully updated port: 2eb12319-f026-4591-ad2d-bdd538a8b304 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.115263] env[68503]: DEBUG nova.scheduler.client.report [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.121661] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268524} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.128132] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.128132] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.128610] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.131869] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.135824] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d0b824d6-ea61-4a5c-9c55-621295165bd3 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.719s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.175092] env[68503]: DEBUG oslo_concurrency.lockutils [req-69c58521-3ac3-4939-81db-40f96f9838b2 req-614c7cac-c318-474c-8262-b727e233a0ab service nova] Releasing lock "refresh_cache-02e8dbb0-8f29-49d6-93ff-684316c22806" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.270727] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525cec0f-5df1-68ce-6e64-ae8aac5692e3, 'name': SearchDatastore_Task, 'duration_secs': 0.034252} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.271229] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.271607] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.271880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.272038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.272219] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.273315] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e20b8200-f20f-4bf1-9d71-d52ecf3fba53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.285071] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.285071] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.285648] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eed7fbf-80df-409e-a582-78c266e6d457 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.292754] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 731.292754] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52df432a-670e-17bc-6949-e127fbe21951" [ 731.292754] env[68503]: _type = "Task" [ 731.292754] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.301687] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52df432a-670e-17bc-6949-e127fbe21951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.318561] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861430, 'name': Destroy_Task, 'duration_secs': 0.331356} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.318767] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Destroyed the VM [ 731.319159] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.319434] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cefc1e56-45d7-44f7-a74d-19a3a8833141 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.322889] env[68503]: DEBUG nova.compute.manager [req-638a962f-2a34-4f9c-aeae-e0f12a38d8df req-b85539a5-be6b-4fcb-98c0-73963b7c22b9 service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Received event network-vif-plugged-2eb12319-f026-4591-ad2d-bdd538a8b304 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.323106] env[68503]: DEBUG oslo_concurrency.lockutils [req-638a962f-2a34-4f9c-aeae-e0f12a38d8df req-b85539a5-be6b-4fcb-98c0-73963b7c22b9 service nova] Acquiring lock "a9a56dcf-db58-415f-bcbc-edf447215938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.323379] env[68503]: DEBUG oslo_concurrency.lockutils [req-638a962f-2a34-4f9c-aeae-e0f12a38d8df req-b85539a5-be6b-4fcb-98c0-73963b7c22b9 service nova] Lock "a9a56dcf-db58-415f-bcbc-edf447215938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.323552] env[68503]: DEBUG oslo_concurrency.lockutils [req-638a962f-2a34-4f9c-aeae-e0f12a38d8df req-b85539a5-be6b-4fcb-98c0-73963b7c22b9 service nova] Lock "a9a56dcf-db58-415f-bcbc-edf447215938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.323645] env[68503]: DEBUG nova.compute.manager [req-638a962f-2a34-4f9c-aeae-e0f12a38d8df req-b85539a5-be6b-4fcb-98c0-73963b7c22b9 service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] No waiting events found dispatching network-vif-plugged-2eb12319-f026-4591-ad2d-bdd538a8b304 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.323892] env[68503]: WARNING nova.compute.manager [req-638a962f-2a34-4f9c-aeae-e0f12a38d8df req-b85539a5-be6b-4fcb-98c0-73963b7c22b9 service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Received unexpected event network-vif-plugged-2eb12319-f026-4591-ad2d-bdd538a8b304 for instance with vm_state building and task_state spawning. [ 731.329583] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 731.329583] env[68503]: value = "task-2861431" [ 731.329583] env[68503]: _type = "Task" [ 731.329583] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.338304] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861431, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.459763] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "refresh_cache-a9a56dcf-db58-415f-bcbc-edf447215938" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459763] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquired lock "refresh_cache-a9a56dcf-db58-415f-bcbc-edf447215938" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.459763] env[68503]: DEBUG nova.network.neutron [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.607277] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861428, 'name': ReconfigVM_Task, 'duration_secs': 0.830731} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.607754] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 02e8dbb0-8f29-49d6-93ff-684316c22806/02e8dbb0-8f29-49d6-93ff-684316c22806.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.609310] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cff165d-1c26-464c-8c33-436f505b44a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.616256] env[68503]: DEBUG nova.compute.manager [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Received event network-vif-plugged-22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.621486] env[68503]: DEBUG oslo_concurrency.lockutils [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.621486] env[68503]: DEBUG oslo_concurrency.lockutils [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.621486] env[68503]: DEBUG oslo_concurrency.lockutils [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.621486] env[68503]: DEBUG nova.compute.manager [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] No waiting events found dispatching network-vif-plugged-22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.621486] env[68503]: WARNING nova.compute.manager [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Received unexpected event network-vif-plugged-22390944-b9b1-45ad-ae2d-c47abf941adb for instance with vm_state building and task_state spawning. [ 731.621720] env[68503]: DEBUG nova.compute.manager [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Received event network-changed-22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.621720] env[68503]: DEBUG nova.compute.manager [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Refreshing instance network info cache due to event network-changed-22390944-b9b1-45ad-ae2d-c47abf941adb. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.621720] env[68503]: DEBUG oslo_concurrency.lockutils [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.621720] env[68503]: DEBUG oslo_concurrency.lockutils [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.621720] env[68503]: DEBUG nova.network.neutron [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Refreshing network info cache for port 22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.623190] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 731.623190] env[68503]: value = "task-2861432" [ 731.623190] env[68503]: _type = "Task" [ 731.623190] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.624376] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.633222] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.022s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.634507] env[68503]: INFO nova.compute.claims [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.643354] env[68503]: DEBUG nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.652202] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861432, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.665990] env[68503]: INFO nova.scheduler.client.report [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Deleted allocations for instance 511d5b19-96d5-4cc7-833f-8a4a876ab79d [ 731.805790] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52df432a-670e-17bc-6949-e127fbe21951, 'name': SearchDatastore_Task, 'duration_secs': 0.013129} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.810489] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b57183-d099-4694-87ac-633395a23104 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.814296] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "273f2827-62c0-46a1-9d39-a609cee78482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.814521] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "273f2827-62c0-46a1-9d39-a609cee78482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.818275] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 731.818275] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525c46cb-576e-88c4-24f2-c298c1068a9d" [ 731.818275] env[68503]: _type = "Task" [ 731.818275] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.828249] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525c46cb-576e-88c4-24f2-c298c1068a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.842859] env[68503]: DEBUG oslo_vmware.api [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861431, 'name': RemoveSnapshot_Task, 'duration_secs': 0.457198} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.843224] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 731.843335] env[68503]: INFO nova.compute.manager [None req-f6b7fadf-42c1-4569-b943-eebb4f0ba32a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 731.996857] env[68503]: DEBUG nova.network.neutron [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.140713] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861432, 'name': Rename_Task, 'duration_secs': 0.196725} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.141025] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.141579] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc102176-96fd-4760-91c6-8425ad819d70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.150649] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 732.150649] env[68503]: value = "task-2861433" [ 732.150649] env[68503]: _type = "Task" [ 732.150649] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.167761] env[68503]: DEBUG nova.network.neutron [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Updating instance_info_cache with network_info: [{"id": "2eb12319-f026-4591-ad2d-bdd538a8b304", "address": "fa:16:3e:e0:99:56", "network": {"id": "a2af7343-0bf5-48a5-bc18-462ab6e668d9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1373246743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f97e430b63e43279638690e9a94449d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb12319-f0", "ovs_interfaceid": "2eb12319-f026-4591-ad2d-bdd538a8b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.178166] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.181256] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dbd89b66-7ae6-4dcd-bab5-0e77cce1c819 tempest-ServerDiagnosticsNegativeTest-1948914773 tempest-ServerDiagnosticsNegativeTest-1948914773-project-member] Lock "511d5b19-96d5-4cc7-833f-8a4a876ab79d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.499s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.185590] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.189998] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.190256] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.190417] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.190606] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.190762] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.190918] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.191169] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.191339] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.191513] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.191686] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.191867] env[68503]: DEBUG nova.virt.hardware [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.193075] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec97e3d-d05e-4017-8863-e0c083391d3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.202923] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04deb1d-7595-43f0-b006-4d7efa1c4987 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.218808] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.227879] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.228650] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.228889] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a73a195-452d-4316-923b-fe8e54d4e2ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.248277] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.248277] env[68503]: value = "task-2861434" [ 732.248277] env[68503]: _type = "Task" [ 732.248277] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.259020] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861434, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.330258] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525c46cb-576e-88c4-24f2-c298c1068a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.03467} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.330600] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.330882] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 33adcb4b-5985-4ad8-b0a2-c3996f102d69/33adcb4b-5985-4ad8-b0a2-c3996f102d69.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.331199] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c4abd9-b75f-4a89-be31-a69745a32882 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.339730] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 732.339730] env[68503]: value = "task-2861435" [ 732.339730] env[68503]: _type = "Task" [ 732.339730] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.351800] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.661900] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861433, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.680659] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Releasing lock "refresh_cache-a9a56dcf-db58-415f-bcbc-edf447215938" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.681017] env[68503]: DEBUG nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Instance network_info: |[{"id": "2eb12319-f026-4591-ad2d-bdd538a8b304", "address": "fa:16:3e:e0:99:56", "network": {"id": "a2af7343-0bf5-48a5-bc18-462ab6e668d9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1373246743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f97e430b63e43279638690e9a94449d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb12319-f0", "ovs_interfaceid": "2eb12319-f026-4591-ad2d-bdd538a8b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.681748] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:99:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb12319-f026-4591-ad2d-bdd538a8b304', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.689866] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Creating folder: Project (0f97e430b63e43279638690e9a94449d). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.693657] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655bce46-bcf2-425c-a640-9b2bf3ba818f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.704264] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Created folder: Project (0f97e430b63e43279638690e9a94449d) in parent group-v575195. [ 732.705425] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Creating folder: Instances. Parent ref: group-v575239. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.705425] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3caad912-bae4-450d-badb-06b9952216a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.714709] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Created folder: Instances in parent group-v575239. [ 732.714971] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.715186] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.715399] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa0cdbb-2caa-4d99-b7bb-69c561159d19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.740648] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.740648] env[68503]: value = "task-2861438" [ 732.740648] env[68503]: _type = "Task" [ 732.740648] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.751230] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861438, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.762673] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861434, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.856525] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.002055] env[68503]: DEBUG nova.network.neutron [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updated VIF entry in instance network info cache for port 22390944-b9b1-45ad-ae2d-c47abf941adb. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.002436] env[68503]: DEBUG nova.network.neutron [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.165648] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861433, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.204309] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8fcf0e-17a6-4d78-b667-1034c713f12b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.215619] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb42899-8481-4d97-997d-d9f7c7805185 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.255066] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd476c28-dbbd-40fc-a26b-974febebff69 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.272385] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279ed0c8-73da-484d-9231-bf43b3a4fa01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.276802] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861438, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.277014] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861434, 'name': CreateVM_Task, 'duration_secs': 0.772786} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.277186] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.277944] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.278117] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.278436] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.278700] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd0dab9-5732-41fd-af72-9aba6278c260 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.289491] env[68503]: DEBUG nova.compute.provider_tree [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.293621] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 733.293621] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d18f7d-9388-910b-84c2-46357790ea4e" [ 733.293621] env[68503]: _type = "Task" [ 733.293621] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.301107] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d18f7d-9388-910b-84c2-46357790ea4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.350852] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570608} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.353404] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 33adcb4b-5985-4ad8-b0a2-c3996f102d69/33adcb4b-5985-4ad8-b0a2-c3996f102d69.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.353404] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.353917] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e6e35d-acf8-463d-b703-2469d04c6de1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.363890] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 733.363890] env[68503]: value = "task-2861439" [ 733.363890] env[68503]: _type = "Task" [ 733.363890] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.373629] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.506050] env[68503]: DEBUG oslo_concurrency.lockutils [req-52f39a99-b451-4a42-a088-a2d120ba07ee req-ef516995-4455-4135-8d63-8e910dcd756d service nova] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.669022] env[68503]: DEBUG oslo_vmware.api [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861433, 'name': PowerOnVM_Task, 'duration_secs': 1.062844} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.669961] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.670313] env[68503]: INFO nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Took 9.71 seconds to spawn the instance on the hypervisor. [ 733.670497] env[68503]: DEBUG nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.671342] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0302e7e8-fd26-4810-a939-4106dc20f253 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.760903] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861438, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.792661] env[68503]: DEBUG nova.scheduler.client.report [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.806521] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d18f7d-9388-910b-84c2-46357790ea4e, 'name': SearchDatastore_Task, 'duration_secs': 0.069822} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.806931] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.807543] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.807543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.807543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.807716] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.809611] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f58316-24d0-449b-8eba-d83d5557a096 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.825437] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.825437] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.826178] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98da85d5-b461-4d5a-a999-1c75ec4137d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.833928] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 733.833928] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f90b60-56e4-4f23-2346-06e055ec3cf9" [ 733.833928] env[68503]: _type = "Task" [ 733.833928] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.846307] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f90b60-56e4-4f23-2346-06e055ec3cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.874659] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064305} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.874880] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.875699] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b0e846-4faf-4366-ab6b-de4fc69faebf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.897960] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 33adcb4b-5985-4ad8-b0a2-c3996f102d69/33adcb4b-5985-4ad8-b0a2-c3996f102d69.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.898517] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47b1642-c593-45ec-906b-d756189341c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.918393] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 733.918393] env[68503]: value = "task-2861440" [ 733.918393] env[68503]: _type = "Task" [ 733.918393] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.926995] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.190949] env[68503]: INFO nova.compute.manager [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Took 29.49 seconds to build instance. [ 734.263485] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861438, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.298812] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.299418] env[68503]: DEBUG nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.304145] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.064s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.306390] env[68503]: INFO nova.compute.claims [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.354569] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f90b60-56e4-4f23-2346-06e055ec3cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.07208} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.356860] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf45edc2-7ffb-451c-9d25-47242e45ce50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.361620] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 734.361620] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eda2c5-a3a9-67e3-1d59-2b0e105b26c8" [ 734.361620] env[68503]: _type = "Task" [ 734.361620] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.375541] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52eda2c5-a3a9-67e3-1d59-2b0e105b26c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.434627] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.694250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-da490174-3a4b-407e-ba17-851cfe864fb5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.762327] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861438, 'name': CreateVM_Task, 'duration_secs': 1.558006} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.762534] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.763484] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.763484] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.763691] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.763938] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bb0abe-f507-4f1f-8734-1844a7c31d66 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.768997] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 734.768997] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52520264-81a5-dc11-4bee-f84a543da72c" [ 734.768997] env[68503]: _type = "Task" [ 734.768997] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.779920] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52520264-81a5-dc11-4bee-f84a543da72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.806324] env[68503]: DEBUG nova.compute.manager [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Received event network-changed-2eb12319-f026-4591-ad2d-bdd538a8b304 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.806602] env[68503]: DEBUG nova.compute.manager [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Refreshing instance network info cache due to event network-changed-2eb12319-f026-4591-ad2d-bdd538a8b304. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.806824] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] Acquiring lock "refresh_cache-a9a56dcf-db58-415f-bcbc-edf447215938" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.807121] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] Acquired lock "refresh_cache-a9a56dcf-db58-415f-bcbc-edf447215938" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.807246] env[68503]: DEBUG nova.network.neutron [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Refreshing network info cache for port 2eb12319-f026-4591-ad2d-bdd538a8b304 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.814219] env[68503]: DEBUG nova.compute.utils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.820794] env[68503]: DEBUG nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.822076] env[68503]: DEBUG nova.network.neutron [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.878021] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52eda2c5-a3a9-67e3-1d59-2b0e105b26c8, 'name': SearchDatastore_Task, 'duration_secs': 0.025618} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.878298] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.878565] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.878827] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b795e6a4-4261-4aba-98ea-3786d05b6159 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.886189] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 734.886189] env[68503]: value = "task-2861441" [ 734.886189] env[68503]: _type = "Task" [ 734.886189] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.895272] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.927510] env[68503]: DEBUG nova.policy [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03771c090442e2a2b8e77d895b0c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b5f46a1ebc4ecab8d10d3b57da1150', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.938181] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861440, 'name': ReconfigVM_Task, 'duration_secs': 0.769219} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.938667] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 33adcb4b-5985-4ad8-b0a2-c3996f102d69/33adcb4b-5985-4ad8-b0a2-c3996f102d69.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.939248] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28ef6bd0-b6ee-46f6-93f3-c35ebdbd6ff1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.950949] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 734.950949] env[68503]: value = "task-2861442" [ 734.950949] env[68503]: _type = "Task" [ 734.950949] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.966148] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861442, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.201969] env[68503]: DEBUG nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.287583] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52520264-81a5-dc11-4bee-f84a543da72c, 'name': SearchDatastore_Task, 'duration_secs': 0.031208} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.287900] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.288368] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.288368] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.288520] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.288659] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.289346] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dddf19ce-572a-4a5c-80a8-74c2bf0587f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.300274] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.300470] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.301219] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c793fce-1cd2-4f35-9d8e-e1b96f62cd0b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.307615] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 735.307615] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525f4562-d838-01ec-f563-d7e2d0abf87c" [ 735.307615] env[68503]: _type = "Task" [ 735.307615] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.321561] env[68503]: DEBUG nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.328573] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525f4562-d838-01ec-f563-d7e2d0abf87c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.404124] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.471149] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861442, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.727449] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.824089] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525f4562-d838-01ec-f563-d7e2d0abf87c, 'name': SearchDatastore_Task, 'duration_secs': 0.028101} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.824935] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373776df-7e7d-4c37-aa92-3a0eb2e337f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.834052] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 735.834052] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52afec08-3ddc-d5ce-9cc6-04ce279ce802" [ 735.834052] env[68503]: _type = "Task" [ 735.834052] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.847719] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52afec08-3ddc-d5ce-9cc6-04ce279ce802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.869687] env[68503]: DEBUG nova.network.neutron [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Updated VIF entry in instance network info cache for port 2eb12319-f026-4591-ad2d-bdd538a8b304. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.870069] env[68503]: DEBUG nova.network.neutron [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Updating instance_info_cache with network_info: [{"id": "2eb12319-f026-4591-ad2d-bdd538a8b304", "address": "fa:16:3e:e0:99:56", "network": {"id": "a2af7343-0bf5-48a5-bc18-462ab6e668d9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1373246743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f97e430b63e43279638690e9a94449d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb12319-f0", "ovs_interfaceid": "2eb12319-f026-4591-ad2d-bdd538a8b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.875593] env[68503]: DEBUG nova.network.neutron [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Successfully created port: 151398f4-8b15-4e24-b067-f77205abe26a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.900957] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740046} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.903592] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.903819] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.904267] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07086820-fdd2-4daf-9745-e9421e6bf85b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.913189] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 735.913189] env[68503]: value = "task-2861443" [ 735.913189] env[68503]: _type = "Task" [ 735.913189] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.922850] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.957893] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d710d6d-8587-4a0a-bd39-d624c71196f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.970326] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861442, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.970326] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1f1a4-abee-4afe-8966-ae8845741c8b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.004526] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7840a1-9884-4da1-a354-772f24a1f0d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.012923] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5269c-9060-4518-b595-b6c98a7f6cc9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.031019] env[68503]: DEBUG nova.compute.provider_tree [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.339955] env[68503]: DEBUG nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.359016] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52afec08-3ddc-d5ce-9cc6-04ce279ce802, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.359016] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.359016] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] a9a56dcf-db58-415f-bcbc-edf447215938/a9a56dcf-db58-415f-bcbc-edf447215938.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.359016] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-933bb6de-8c1f-4468-833c-d06419d0973b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.367049] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 736.367049] env[68503]: value = "task-2861444" [ 736.367049] env[68503]: _type = "Task" [ 736.367049] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.375366] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0e18c5e-32dc-4229-8128-7d45b53af40d req-e92a9742-8295-48d5-aab7-a44c0486aa3a service nova] Releasing lock "refresh_cache-a9a56dcf-db58-415f-bcbc-edf447215938" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.375920] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.378553] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.378553] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.378761] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.378871] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.379942] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.379942] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.379942] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.379942] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.379942] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.380188] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.380188] env[68503]: DEBUG nova.virt.hardware [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.381128] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f81d00-9353-412e-b8f2-4a1cdf0d8a51 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.391895] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba52d37-462d-4817-9ef3-fb096d98826d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.423884] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075741} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.424278] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.425116] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543cd102-8a8f-4d53-889a-9451f324a4d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.445535] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.445851] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c7ebdca-eaf2-4e1d-961b-bb1d47fa7bed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.472546] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861442, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.472762] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 736.472762] env[68503]: value = "task-2861445" [ 736.472762] env[68503]: _type = "Task" [ 736.472762] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.482203] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.531992] env[68503]: DEBUG nova.scheduler.client.report [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.882617] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861444, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.975437] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861442, 'name': Rename_Task, 'duration_secs': 1.823993} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.980216] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.980816] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6163a5cf-998f-4c6b-b3ea-102b69029ea7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.991516] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.993634] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 736.993634] env[68503]: value = "task-2861446" [ 736.993634] env[68503]: _type = "Task" [ 736.993634] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.008368] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.037615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.038374] env[68503]: DEBUG nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.041321] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.691s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.042901] env[68503]: INFO nova.compute.claims [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.245340] env[68503]: DEBUG nova.compute.manager [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Received event network-changed-7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.245340] env[68503]: DEBUG nova.compute.manager [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Refreshing instance network info cache due to event network-changed-7f66d519-d762-4930-a4c0-3047d096e519. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.245340] env[68503]: DEBUG oslo_concurrency.lockutils [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] Acquiring lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.245340] env[68503]: DEBUG oslo_concurrency.lockutils [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] Acquired lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.245858] env[68503]: DEBUG nova.network.neutron [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Refreshing network info cache for port 7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.390452] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934445} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.391104] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] a9a56dcf-db58-415f-bcbc-edf447215938/a9a56dcf-db58-415f-bcbc-edf447215938.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.391104] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.391278] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e9ca41f-3b01-4ca4-83d4-4493a0ae17e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.402583] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 737.402583] env[68503]: value = "task-2861447" [ 737.402583] env[68503]: _type = "Task" [ 737.402583] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.410812] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.489535] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861445, 'name': ReconfigVM_Task, 'duration_secs': 0.544128} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.493755] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.493755] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0d5506f-1733-4b96-b7dc-5295db1918ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.508658] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861446, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.510480] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 737.510480] env[68503]: value = "task-2861448" [ 737.510480] env[68503]: _type = "Task" [ 737.510480] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.520304] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861448, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.551055] env[68503]: DEBUG nova.compute.utils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.553157] env[68503]: DEBUG nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.553412] env[68503]: DEBUG nova.network.neutron [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.689330] env[68503]: DEBUG nova.policy [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb13082a3c94e69874793ad3bdd556e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8110d39ecd5c42b5bb0c48b9527bdafe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.914502] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102417} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.914845] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.916237] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13915fc1-9b4d-44b6-8cd0-4382011327c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.945353] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a9a56dcf-db58-415f-bcbc-edf447215938/a9a56dcf-db58-415f-bcbc-edf447215938.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.945353] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e670bcb4-67c1-475d-8699-727aa797f692 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.972822] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 737.972822] env[68503]: value = "task-2861449" [ 737.972822] env[68503]: _type = "Task" [ 737.972822] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.981165] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.008145] env[68503]: DEBUG oslo_vmware.api [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861446, 'name': PowerOnVM_Task, 'duration_secs': 0.543342} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.008446] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.008677] env[68503]: INFO nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Took 11.45 seconds to spawn the instance on the hypervisor. [ 738.009030] env[68503]: DEBUG nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.009640] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fda693-c54b-41ca-9912-7fb0da2ba78e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.027679] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861448, 'name': Rename_Task, 'duration_secs': 0.216177} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.028401] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.028668] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-323de087-b4b9-40cf-b6cb-795541878ddf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.035063] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 738.035063] env[68503]: value = "task-2861450" [ 738.035063] env[68503]: _type = "Task" [ 738.035063] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.044222] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.056583] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "f6db9f4b-f133-4c8a-8225-35535a715a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.056838] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.060062] env[68503]: DEBUG nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.117791] env[68503]: DEBUG nova.network.neutron [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Successfully updated port: 151398f4-8b15-4e24-b067-f77205abe26a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.485647] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861449, 'name': ReconfigVM_Task, 'duration_secs': 0.429096} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.485982] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a9a56dcf-db58-415f-bcbc-edf447215938/a9a56dcf-db58-415f-bcbc-edf447215938.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.486701] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a9a102b-e891-4fb5-b5c1-6167c8f32be5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.496332] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 738.496332] env[68503]: value = "task-2861451" [ 738.496332] env[68503]: _type = "Task" [ 738.496332] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.510539] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861451, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.547680] env[68503]: INFO nova.compute.manager [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Took 33.19 seconds to build instance. [ 738.553913] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861450, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.620115] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "refresh_cache-d8adc464-8082-4c42-a65c-a6cf62ce153d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.623047] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "refresh_cache-d8adc464-8082-4c42-a65c-a6cf62ce153d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.623047] env[68503]: DEBUG nova.network.neutron [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.657701] env[68503]: DEBUG nova.network.neutron [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updated VIF entry in instance network info cache for port 7f66d519-d762-4930-a4c0-3047d096e519. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.658060] env[68503]: DEBUG nova.network.neutron [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updating instance_info_cache with network_info: [{"id": "7f66d519-d762-4930-a4c0-3047d096e519", "address": "fa:16:3e:d8:42:85", "network": {"id": "f0ab6256-b59f-4743-895a-ade7679ec5e3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-311557894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e31112ce485743848adc34e196bf86fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f66d519-d7", "ovs_interfaceid": "7f66d519-d762-4930-a4c0-3047d096e519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.728300] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dd6072-28ee-4ead-a97e-d6a49aa18d75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.737692] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65695f9-47c4-416b-bb6b-a47923c56f72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.775196] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "ba2d1010-5dfb-4f47-9248-1724627272d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.775248] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.777568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "ba2d1010-5dfb-4f47-9248-1724627272d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.777568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.777568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.778520] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02a70d-7a88-4aac-900d-699edd596daf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.781167] env[68503]: INFO nova.compute.manager [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Terminating instance [ 738.789013] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b1967f-40bd-4a29-bb21-974fea11cda0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.809490] env[68503]: DEBUG nova.compute.provider_tree [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.941893] env[68503]: DEBUG nova.network.neutron [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Successfully created port: 8db6533c-8c8b-46d2-83b3-057d140b9c8a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.009087] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861451, 'name': Rename_Task, 'duration_secs': 0.168797} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.009500] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.009756] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ccff44-df79-452c-821a-6c28ffa59cc2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.020322] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 739.020322] env[68503]: value = "task-2861452" [ 739.020322] env[68503]: _type = "Task" [ 739.020322] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.031037] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.050602] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4185c5a7-2112-4d6b-b501-289c5394c710 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.665s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.050739] env[68503]: DEBUG oslo_vmware.api [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861450, 'name': PowerOnVM_Task, 'duration_secs': 0.974528} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.051840] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.052091] env[68503]: DEBUG nova.compute.manager [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.052977] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074bf39d-2b3a-4a95-b8d5-20b2afa40d1a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.069209] env[68503]: DEBUG nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.121237] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.121477] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.121635] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.121808] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.121948] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.122105] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.122623] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.122623] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.122623] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.122761] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.122927] env[68503]: DEBUG nova.virt.hardware [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.124411] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af09056f-ff30-48c6-9f5d-4987fb8e28a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.137182] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547907ba-6c3f-4171-94c4-4f29235c1d45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.164328] env[68503]: DEBUG oslo_concurrency.lockutils [req-c13b28aa-3b45-427f-bb9a-9467a52cc650 req-21ded5ee-a495-40d5-9b98-8a275c0538f9 service nova] Releasing lock "refresh_cache-fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.286379] env[68503]: DEBUG nova.compute.manager [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.286592] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.287580] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b6a8b-4bc4-4b48-a634-b76550a1d9ed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.300604] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.300932] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3292a26-7604-479a-be45-fd53da98b8a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.313334] env[68503]: DEBUG nova.scheduler.client.report [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.382895] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.384941] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.384941] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleting the datastore file [datastore2] ba2d1010-5dfb-4f47-9248-1724627272d3 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.384941] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10943b1a-1a0b-4a00-aeea-aced9ff93ae9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.392193] env[68503]: DEBUG oslo_vmware.api [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 739.392193] env[68503]: value = "task-2861454" [ 739.392193] env[68503]: _type = "Task" [ 739.392193] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.401818] env[68503]: DEBUG oslo_vmware.api [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.433537] env[68503]: DEBUG nova.network.neutron [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.534796] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861452, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.557422] env[68503]: DEBUG nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.578564] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.818887] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.819542] env[68503]: DEBUG nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.826649] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.199s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.826649] env[68503]: INFO nova.compute.claims [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.832922] env[68503]: DEBUG nova.network.neutron [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Updating instance_info_cache with network_info: [{"id": "151398f4-8b15-4e24-b067-f77205abe26a", "address": "fa:16:3e:54:01:40", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151398f4-8b", "ovs_interfaceid": "151398f4-8b15-4e24-b067-f77205abe26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.905889] env[68503]: DEBUG oslo_vmware.api [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208958} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.906653] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.906653] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.906653] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.906968] env[68503]: INFO nova.compute.manager [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Took 0.62 seconds to destroy the instance on the hypervisor. [ 739.907068] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.907260] env[68503]: DEBUG nova.compute.manager [-] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.907360] env[68503]: DEBUG nova.network.neutron [-] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.031556] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861452, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.091050] env[68503]: DEBUG nova.compute.manager [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Received event network-vif-plugged-151398f4-8b15-4e24-b067-f77205abe26a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.091331] env[68503]: DEBUG oslo_concurrency.lockutils [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] Acquiring lock "d8adc464-8082-4c42-a65c-a6cf62ce153d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.091476] env[68503]: DEBUG oslo_concurrency.lockutils [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.091646] env[68503]: DEBUG oslo_concurrency.lockutils [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.091811] env[68503]: DEBUG nova.compute.manager [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] No waiting events found dispatching network-vif-plugged-151398f4-8b15-4e24-b067-f77205abe26a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.091971] env[68503]: WARNING nova.compute.manager [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Received unexpected event network-vif-plugged-151398f4-8b15-4e24-b067-f77205abe26a for instance with vm_state building and task_state spawning. [ 740.092393] env[68503]: DEBUG nova.compute.manager [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Received event network-changed-151398f4-8b15-4e24-b067-f77205abe26a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.092574] env[68503]: DEBUG nova.compute.manager [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Refreshing instance network info cache due to event network-changed-151398f4-8b15-4e24-b067-f77205abe26a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.092751] env[68503]: DEBUG oslo_concurrency.lockutils [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] Acquiring lock "refresh_cache-d8adc464-8082-4c42-a65c-a6cf62ce153d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.093783] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.326177] env[68503]: DEBUG nova.compute.utils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.327712] env[68503]: DEBUG nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.327949] env[68503]: DEBUG nova.network.neutron [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.337917] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "refresh_cache-d8adc464-8082-4c42-a65c-a6cf62ce153d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.338373] env[68503]: DEBUG nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Instance network_info: |[{"id": "151398f4-8b15-4e24-b067-f77205abe26a", "address": "fa:16:3e:54:01:40", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151398f4-8b", "ovs_interfaceid": "151398f4-8b15-4e24-b067-f77205abe26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.339262] env[68503]: DEBUG oslo_concurrency.lockutils [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] Acquired lock "refresh_cache-d8adc464-8082-4c42-a65c-a6cf62ce153d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.339449] env[68503]: DEBUG nova.network.neutron [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Refreshing network info cache for port 151398f4-8b15-4e24-b067-f77205abe26a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.340799] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:01:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '151398f4-8b15-4e24-b067-f77205abe26a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.353910] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.355420] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.355934] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f604e9f-afbb-4a77-b5b6-06421619e61d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.377534] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.377534] env[68503]: value = "task-2861455" [ 740.377534] env[68503]: _type = "Task" [ 740.377534] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.387473] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861455, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.425229] env[68503]: DEBUG nova.policy [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7cc01afcdac405ba4688c66eb9ea406', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e4a3511716c4657bb12b1048e377f2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.535969] env[68503]: DEBUG oslo_vmware.api [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861452, 'name': PowerOnVM_Task, 'duration_secs': 1.458844} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.535969] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.536716] env[68503]: INFO nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Took 11.33 seconds to spawn the instance on the hypervisor. [ 740.539726] env[68503]: DEBUG nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.544020] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe961109-5c91-4728-a89f-085c70b0eb0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.739457] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "75a6423a-0e3e-4d79-858d-01af450513dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.739724] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "75a6423a-0e3e-4d79-858d-01af450513dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.831076] env[68503]: DEBUG nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.899278] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861455, 'name': CreateVM_Task, 'duration_secs': 0.385147} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.899278] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.899278] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.899601] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.900009] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.900618] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35b9b69-43a0-4388-bb11-c01151c093c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.909364] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 740.909364] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eea58e-f256-8811-1c29-a28c5c57f1a5" [ 740.909364] env[68503]: _type = "Task" [ 740.909364] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.922531] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52eea58e-f256-8811-1c29-a28c5c57f1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.072547] env[68503]: INFO nova.compute.manager [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Took 34.61 seconds to build instance. [ 741.166864] env[68503]: DEBUG nova.network.neutron [-] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.360395] env[68503]: DEBUG nova.network.neutron [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Successfully created port: 393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.374623] env[68503]: DEBUG nova.network.neutron [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Updated VIF entry in instance network info cache for port 151398f4-8b15-4e24-b067-f77205abe26a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.374960] env[68503]: DEBUG nova.network.neutron [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Updating instance_info_cache with network_info: [{"id": "151398f4-8b15-4e24-b067-f77205abe26a", "address": "fa:16:3e:54:01:40", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151398f4-8b", "ovs_interfaceid": "151398f4-8b15-4e24-b067-f77205abe26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.431707] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52eea58e-f256-8811-1c29-a28c5c57f1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.0319} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.432349] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.432478] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.432721] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.432802] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.432974] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.433251] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a9fab2-1fbc-4cef-83aa-3631f8c4219c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.443260] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.443463] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.444280] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e49ced3-763a-4d2c-ae7d-61c2d9141f90 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.451866] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 741.451866] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520ac7c6-84ca-c8d7-38bc-44d55bc35628" [ 741.451866] env[68503]: _type = "Task" [ 741.451866] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.460965] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520ac7c6-84ca-c8d7-38bc-44d55bc35628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.476957] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fd2fe6-a877-47e7-a9f6-f980316bb5a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.485480] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84991201-99fc-405a-bdea-3d1697aabb55 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.523470] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e3baa-ed34-479f-81aa-51954f54aa7f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.531983] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9877b3-8a4b-42cd-a742-11e379670bcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.548141] env[68503]: DEBUG nova.compute.provider_tree [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.579210] env[68503]: DEBUG oslo_concurrency.lockutils [None req-13e8926c-b2ae-47b2-92af-bf7e195e0bdc tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "a9a56dcf-db58-415f-bcbc-edf447215938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.866s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.658783] env[68503]: DEBUG nova.compute.manager [req-bcdca3ba-b62e-46ef-8e2a-3973529e2bd5 req-27da786d-3a19-4125-9ab9-d0d531848e81 service nova] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Received event network-vif-deleted-34ff1d22-0e32-4562-a051-0dbfd69dacc4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.665220] env[68503]: DEBUG nova.network.neutron [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Successfully updated port: 8db6533c-8c8b-46d2-83b3-057d140b9c8a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.669698] env[68503]: INFO nova.compute.manager [-] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Took 1.76 seconds to deallocate network for instance. [ 741.854205] env[68503]: DEBUG nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.881153] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:44:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1431037616',id=33,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-806553781',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.881469] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.881682] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.881938] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.882290] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.882516] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.882782] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.883032] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.883270] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.883488] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.883718] env[68503]: DEBUG nova.virt.hardware [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.884271] env[68503]: DEBUG oslo_concurrency.lockutils [req-523b2abc-edc2-4a07-9ce9-e9c346a8bb57 req-3ca34153-5796-4659-9527-76d333fdf54d service nova] Releasing lock "refresh_cache-d8adc464-8082-4c42-a65c-a6cf62ce153d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.885325] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e64e21-4e96-49e3-8a30-73749227f649 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.893755] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb6530f-6b85-4ff9-8e67-cadcbc07291d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.963228] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520ac7c6-84ca-c8d7-38bc-44d55bc35628, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.964014] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07988239-bfca-4b64-b213-4cd1914ffde7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.969675] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 741.969675] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524a9a67-b6e0-5f24-b0f8-c8d03e6149c3" [ 741.969675] env[68503]: _type = "Task" [ 741.969675] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.979812] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a9a67-b6e0-5f24-b0f8-c8d03e6149c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.051849] env[68503]: DEBUG nova.scheduler.client.report [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.085240] env[68503]: DEBUG nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.168119] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.168119] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.168340] env[68503]: DEBUG nova.network.neutron [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.180880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.484578] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a9a67-b6e0-5f24-b0f8-c8d03e6149c3, 'name': SearchDatastore_Task, 'duration_secs': 0.060417} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.484912] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.485190] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] d8adc464-8082-4c42-a65c-a6cf62ce153d/d8adc464-8082-4c42-a65c-a6cf62ce153d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.485456] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b05dc0-35f5-4570-b64f-73d48e14c1cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.492928] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 742.492928] env[68503]: value = "task-2861456" [ 742.492928] env[68503]: _type = "Task" [ 742.492928] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.504341] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.559053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.559598] env[68503]: DEBUG nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.562353] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.690s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.568520] env[68503]: INFO nova.compute.claims [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.618280] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.707244] env[68503]: DEBUG nova.network.neutron [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.846924] env[68503]: DEBUG nova.network.neutron [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Updating instance_info_cache with network_info: [{"id": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "address": "fa:16:3e:72:76:63", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db6533c-8c", "ovs_interfaceid": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.882690] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.882690] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.882844] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.882949] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.883190] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.888723] env[68503]: INFO nova.compute.manager [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Terminating instance [ 742.915034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.915232] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.925445] env[68503]: INFO nova.compute.manager [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Rebuilding instance [ 742.966524] env[68503]: DEBUG nova.compute.manager [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.966781] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff820f-4410-47f3-b4b3-944871e03bdd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.004825] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.075656] env[68503]: DEBUG nova.compute.utils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.075656] env[68503]: DEBUG nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.075656] env[68503]: DEBUG nova.network.neutron [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.128941] env[68503]: DEBUG nova.policy [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d41510491484f79a5569433ea420b16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a93abc0c2794eb490f1a02c52a2c771', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.351188] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.351188] env[68503]: DEBUG nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Instance network_info: |[{"id": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "address": "fa:16:3e:72:76:63", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db6533c-8c", "ovs_interfaceid": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.352198] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:76:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db6533c-8c8b-46d2-83b3-057d140b9c8a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.368826] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating folder: Project (8110d39ecd5c42b5bb0c48b9527bdafe). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.369585] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c12fbdd-16a3-41ad-8db6-3cf5d6d775a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.385870] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created folder: Project (8110d39ecd5c42b5bb0c48b9527bdafe) in parent group-v575195. [ 743.387840] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating folder: Instances. Parent ref: group-v575243. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.388408] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2498c6e-522b-4bf5-8eb5-c1186f1ce9a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.392615] env[68503]: DEBUG nova.compute.manager [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.392956] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.393882] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d15c03e-6dc4-41ac-b404-6ef56ed91884 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.400166] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created folder: Instances in parent group-v575243. [ 743.400166] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.400166] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.400166] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58908093-f801-44a3-8330-a41dda24ddf5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.420524] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.421511] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632d787f-f419-4ae0-bb1d-bb92d0fd81b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.428036] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.428036] env[68503]: value = "task-2861459" [ 743.428036] env[68503]: _type = "Task" [ 743.428036] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.430430] env[68503]: DEBUG nova.network.neutron [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Successfully created port: 79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.434512] env[68503]: DEBUG oslo_vmware.api [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 743.434512] env[68503]: value = "task-2861460" [ 743.434512] env[68503]: _type = "Task" [ 743.434512] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.442997] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861459, 'name': CreateVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.448238] env[68503]: DEBUG oslo_vmware.api [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.509024] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72677} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.509024] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] d8adc464-8082-4c42-a65c-a6cf62ce153d/d8adc464-8082-4c42-a65c-a6cf62ce153d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.509024] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.509024] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15262226-e82a-4aa6-af1d-d0f78bd8bbcf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.517671] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 743.517671] env[68503]: value = "task-2861461" [ 743.517671] env[68503]: _type = "Task" [ 743.517671] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.527401] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.581094] env[68503]: DEBUG nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.642663] env[68503]: DEBUG nova.network.neutron [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Successfully updated port: 393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.669633] env[68503]: DEBUG nova.compute.manager [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Received event network-changed-22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.669803] env[68503]: DEBUG nova.compute.manager [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Refreshing instance network info cache due to event network-changed-22390944-b9b1-45ad-ae2d-c47abf941adb. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.669977] env[68503]: DEBUG oslo_concurrency.lockutils [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.670128] env[68503]: DEBUG oslo_concurrency.lockutils [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.670282] env[68503]: DEBUG nova.network.neutron [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Refreshing network info cache for port 22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.897940] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "77ef840a-2216-4f7d-a598-421505eedd5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.898240] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.939903] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861459, 'name': CreateVM_Task, 'duration_secs': 0.476863} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.945323] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.946486] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.946721] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.947051] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.947685] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7a6796-9f16-4022-bf66-c9d3391d2ea1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.953952] env[68503]: DEBUG oslo_vmware.api [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861460, 'name': PowerOffVM_Task, 'duration_secs': 0.232367} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.954547] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.954777] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.955031] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e6dbb67-69df-40e3-bae3-7e7d8945f720 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.959659] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 743.959659] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52148203-159b-abec-f02d-376207fcdb0c" [ 743.959659] env[68503]: _type = "Task" [ 743.959659] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.967416] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52148203-159b-abec-f02d-376207fcdb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.982957] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.983444] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc18db4-b041-4cc7-b01f-0cb993c537f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.990406] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 743.990406] env[68503]: value = "task-2861463" [ 743.990406] env[68503]: _type = "Task" [ 743.990406] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.002041] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.027563] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067111} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.027839] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.028717] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09628f1a-b39a-454b-88b0-1133351206e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.052513] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d8adc464-8082-4c42-a65c-a6cf62ce153d/d8adc464-8082-4c42-a65c-a6cf62ce153d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.056311] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3da2ba-34d2-4c93-9fdc-ac8b18908e3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.070827] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.071056] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.071250] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Deleting the datastore file [datastore1] fb9fd541-38e9-4ca5-a7b3-c6a06461c2da {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.071745] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-488b7e92-7867-47f2-a70a-644870e41e5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.081580] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 744.081580] env[68503]: value = "task-2861464" [ 744.081580] env[68503]: _type = "Task" [ 744.081580] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.081784] env[68503]: DEBUG oslo_vmware.api [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for the task: (returnval){ [ 744.081784] env[68503]: value = "task-2861465" [ 744.081784] env[68503]: _type = "Task" [ 744.081784] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.103081] env[68503]: DEBUG oslo_vmware.api [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.106366] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.145726] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.145965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.146233] env[68503]: DEBUG nova.network.neutron [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.149257] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba99cf-1d0e-484b-8ea0-3295844c3cd6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.159817] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da52899-f54b-4193-8bcf-4e16ad553a6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.203514] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c8e02-d6bd-4024-9847-a81743847b2c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.212778] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0360bb23-d75d-4661-b33c-8ccd5261e41a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.229190] env[68503]: DEBUG nova.compute.provider_tree [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.474024] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52148203-159b-abec-f02d-376207fcdb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.043729} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.474024] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.474024] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.474024] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.474299] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.474299] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.474299] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2677b42-99a0-4a9a-aed9-96ee900606a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.483201] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.483201] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.483201] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f53fc71-4725-4cab-9415-25b863ff171b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.488212] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 744.488212] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52992ef7-e077-9904-d479-6f16e98905be" [ 744.488212] env[68503]: _type = "Task" [ 744.488212] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.500813] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52992ef7-e077-9904-d479-6f16e98905be, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.504557] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861463, 'name': PowerOffVM_Task, 'duration_secs': 0.230279} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.504787] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa021cf-577b-44b9-a986-96e0f6152c74 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.507267] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.507506] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.508506] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16606cc-5241-4ad6-b725-ce710cb5bc25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.515904] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.516844] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e76889f3-d5c1-4012-87a2-30885284f77c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.518509] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 744.518509] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d0abd9-7a41-3d66-da09-897295a40c0b" [ 744.518509] env[68503]: _type = "Task" [ 744.518509] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.528809] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d0abd9-7a41-3d66-da09-897295a40c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.531636] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.532019] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/85a375b4-176f-4529-bda6-865a53245eb9.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.532350] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2154a9ee-5bf1-41aa-b70d-041cb5cfcdb4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.540447] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 744.540447] env[68503]: value = "task-2861467" [ 744.540447] env[68503]: _type = "Task" [ 744.540447] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.545197] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.545405] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.545580] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Deleting the datastore file [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.546177] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-277b7045-ae09-4d89-a276-e605a298096b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.550814] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.556719] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 744.556719] env[68503]: value = "task-2861468" [ 744.556719] env[68503]: _type = "Task" [ 744.556719] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.562803] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.596202] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.600113] env[68503]: DEBUG nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.602173] env[68503]: DEBUG oslo_vmware.api [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Task: {'id': task-2861465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302042} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.604712] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.604908] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.605142] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.605309] env[68503]: INFO nova.compute.manager [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Took 1.21 seconds to destroy the instance on the hypervisor. [ 744.605721] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.605721] env[68503]: DEBUG nova.compute.manager [-] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.605982] env[68503]: DEBUG nova.network.neutron [-] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.632285] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.632525] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.632977] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.632977] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.633150] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.633266] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.633483] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.633783] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.633960] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.634155] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.634330] env[68503]: DEBUG nova.virt.hardware [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.635521] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e202c713-d9d1-4308-9ee4-fe2a552b6ecf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.644359] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb7db17-e7ce-4c2c-914e-4dc100c3f315 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.703058] env[68503]: DEBUG nova.network.neutron [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.726159] env[68503]: DEBUG nova.compute.manager [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Received event network-vif-plugged-8db6533c-8c8b-46d2-83b3-057d140b9c8a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.726418] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] Acquiring lock "85a375b4-176f-4529-bda6-865a53245eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.726636] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] Lock "85a375b4-176f-4529-bda6-865a53245eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.726922] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] Lock "85a375b4-176f-4529-bda6-865a53245eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.727132] env[68503]: DEBUG nova.compute.manager [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] No waiting events found dispatching network-vif-plugged-8db6533c-8c8b-46d2-83b3-057d140b9c8a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.727339] env[68503]: WARNING nova.compute.manager [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Received unexpected event network-vif-plugged-8db6533c-8c8b-46d2-83b3-057d140b9c8a for instance with vm_state building and task_state spawning. [ 744.727538] env[68503]: DEBUG nova.compute.manager [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Received event network-changed-8db6533c-8c8b-46d2-83b3-057d140b9c8a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.727825] env[68503]: DEBUG nova.compute.manager [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Refreshing instance network info cache due to event network-changed-8db6533c-8c8b-46d2-83b3-057d140b9c8a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.728093] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] Acquiring lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.728252] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] Acquired lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.728413] env[68503]: DEBUG nova.network.neutron [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Refreshing network info cache for port 8db6533c-8c8b-46d2-83b3-057d140b9c8a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.731942] env[68503]: DEBUG nova.scheduler.client.report [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.744621] env[68503]: DEBUG nova.network.neutron [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updated VIF entry in instance network info cache for port 22390944-b9b1-45ad-ae2d-c47abf941adb. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.745122] env[68503]: DEBUG nova.network.neutron [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.754122] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9ad72639-efc7-4f4a-bf30-11ccf1c1a99f tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "interface-a9a56dcf-db58-415f-bcbc-edf447215938-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.754348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9ad72639-efc7-4f4a-bf30-11ccf1c1a99f tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "interface-a9a56dcf-db58-415f-bcbc-edf447215938-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.754665] env[68503]: DEBUG nova.objects.instance [None req-9ad72639-efc7-4f4a-bf30-11ccf1c1a99f tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lazy-loading 'flavor' on Instance uuid a9a56dcf-db58-415f-bcbc-edf447215938 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.046727] env[68503]: DEBUG nova.network.neutron [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Updating instance_info_cache with network_info: [{"id": "393f0446-2618-4539-98e6-136ae5d4ca67", "address": "fa:16:3e:1a:40:a0", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f0446-26", "ovs_interfaceid": "393f0446-2618-4539-98e6-136ae5d4ca67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.054186] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440349} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.054437] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/85a375b4-176f-4529-bda6-865a53245eb9.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.054652] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.054896] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20b20938-6d13-4593-a7e2-8c2e2b6f3724 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.066538] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091382} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.067868] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.068102] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.068281] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.074150] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 745.074150] env[68503]: value = "task-2861469" [ 745.074150] env[68503]: _type = "Task" [ 745.074150] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.090476] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.095954] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861464, 'name': ReconfigVM_Task, 'duration_secs': 0.757153} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.096532] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d8adc464-8082-4c42-a65c-a6cf62ce153d/d8adc464-8082-4c42-a65c-a6cf62ce153d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.097280] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91a8c9e3-23bd-4e17-9eea-45332e68fe69 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.103902] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 745.103902] env[68503]: value = "task-2861470" [ 745.103902] env[68503]: _type = "Task" [ 745.103902] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.113101] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861470, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.243494] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.243494] env[68503]: DEBUG nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.247478] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.644s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.250395] env[68503]: DEBUG oslo_concurrency.lockutils [req-21885b2c-0968-4244-9a67-554e56e2a79a req-fa2cab98-3051-46e8-adc4-0328c6c3dc9c service nova] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.253467] env[68503]: DEBUG nova.network.neutron [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Successfully updated port: 79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.258825] env[68503]: DEBUG nova.objects.instance [None req-9ad72639-efc7-4f4a-bf30-11ccf1c1a99f tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lazy-loading 'pci_requests' on Instance uuid a9a56dcf-db58-415f-bcbc-edf447215938 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.437053] env[68503]: DEBUG nova.network.neutron [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Updated VIF entry in instance network info cache for port 8db6533c-8c8b-46d2-83b3-057d140b9c8a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.437487] env[68503]: DEBUG nova.network.neutron [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Updating instance_info_cache with network_info: [{"id": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "address": "fa:16:3e:72:76:63", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db6533c-8c", "ovs_interfaceid": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.550126] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Releasing lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.550478] env[68503]: DEBUG nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Instance network_info: |[{"id": "393f0446-2618-4539-98e6-136ae5d4ca67", "address": "fa:16:3e:1a:40:a0", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f0446-26", "ovs_interfaceid": "393f0446-2618-4539-98e6-136ae5d4ca67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.550901] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:40:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393f0446-2618-4539-98e6-136ae5d4ca67', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.558562] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Creating folder: Project (7e4a3511716c4657bb12b1048e377f2d). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.558880] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b78a036b-1376-430e-99e6-4ee52df37ee1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.569551] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Created folder: Project (7e4a3511716c4657bb12b1048e377f2d) in parent group-v575195. [ 745.569740] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Creating folder: Instances. Parent ref: group-v575246. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.569969] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61892357-9823-4041-8d3a-790cdfec860c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.584327] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Created folder: Instances in parent group-v575246. [ 745.584586] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.585039] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.585627] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78bdd30-46bc-438e-a4d5-2b8fab7eae5b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.604973] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073391} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.605679] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.609214] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13f08bd-8ddf-4430-9203-2cb6263fbea0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.613285] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.613285] env[68503]: value = "task-2861473" [ 745.613285] env[68503]: _type = "Task" [ 745.613285] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.637724] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/85a375b4-176f-4529-bda6-865a53245eb9.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.638117] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861470, 'name': Rename_Task, 'duration_secs': 0.249092} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.639320] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa07ec25-f2e0-49e4-a1a2-96299c31455a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.655877] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.663058] env[68503]: DEBUG nova.network.neutron [-] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.663058] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cbcd46-4189-499f-8bc9-c6513c8c563c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.664655] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861473, 'name': CreateVM_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.670221] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 745.670221] env[68503]: value = "task-2861474" [ 745.670221] env[68503]: _type = "Task" [ 745.670221] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.675966] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 745.675966] env[68503]: value = "task-2861475" [ 745.675966] env[68503]: _type = "Task" [ 745.675966] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.679793] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "64df3563-d078-4958-a2e9-527f7a10e77d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.680349] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "64df3563-d078-4958-a2e9-527f7a10e77d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.689560] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861474, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.692676] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.749081] env[68503]: DEBUG nova.compute.utils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.751049] env[68503]: DEBUG nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.751049] env[68503]: DEBUG nova.network.neutron [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.756650] env[68503]: INFO nova.compute.claims [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.761589] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.761735] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquired lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.761864] env[68503]: DEBUG nova.network.neutron [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.762949] env[68503]: DEBUG nova.objects.base [None req-9ad72639-efc7-4f4a-bf30-11ccf1c1a99f tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 745.763156] env[68503]: DEBUG nova.network.neutron [None req-9ad72639-efc7-4f4a-bf30-11ccf1c1a99f tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.828477] env[68503]: DEBUG nova.policy [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.889549] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9ad72639-efc7-4f4a-bf30-11ccf1c1a99f tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "interface-a9a56dcf-db58-415f-bcbc-edf447215938-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.134s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.940964] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b599a7a-6c48-420f-9fc7-374bee08e9ec req-be849cc0-ad33-4ce4-9935-82e4fc2660c1 service nova] Releasing lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.137041] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.137344] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.137344] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.137489] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.137868] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.137868] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.138962] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.138962] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.138962] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.138962] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.138962] env[68503]: DEBUG nova.virt.hardware [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.139511] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7097e0b0-9f68-45e0-bed2-48dec73b97f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.143292] env[68503]: DEBUG nova.network.neutron [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Successfully created port: fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.150068] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861473, 'name': CreateVM_Task, 'duration_secs': 0.367489} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.151212] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.151950] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.152132] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.153030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.154142] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c5cb0-3b95-4351-882e-581d901fce38 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.157467] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06289357-92df-413e-8108-10eaa41e7524 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.169687] env[68503]: INFO nova.compute.manager [-] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Took 1.56 seconds to deallocate network for instance. [ 746.170185] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.175987] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.178588] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.178892] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 746.178892] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e08c40-e5c6-a32d-9dd0-0f523a053445" [ 746.178892] env[68503]: _type = "Task" [ 746.178892] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.185210] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9af5445-6419-4e9e-a3f9-9b7b5f6a6f48 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.207806] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.215188] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e08c40-e5c6-a32d-9dd0-0f523a053445, 'name': SearchDatastore_Task, 'duration_secs': 0.01288} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.215402] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.215614] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.215614] env[68503]: value = "task-2861476" [ 746.215614] env[68503]: _type = "Task" [ 746.215614] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.216536] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.217391] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.217391] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.217534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.217744] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.218824] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e34fe9-fd96-419e-b46b-067fee2556d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.232363] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861476, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.233677] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.233858] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.234595] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef19c360-14cc-4aef-8f17-d811aa697ed8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.241380] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 746.241380] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f27136-7790-2d9a-5ef4-68d633616e4b" [ 746.241380] env[68503]: _type = "Task" [ 746.241380] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.249991] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f27136-7790-2d9a-5ef4-68d633616e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.262787] env[68503]: DEBUG nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.266903] env[68503]: INFO nova.compute.resource_tracker [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating resource usage from migration 19865007-53b5-422e-b0ce-72ef87188baa [ 746.328053] env[68503]: DEBUG nova.network.neutron [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.559288] env[68503]: DEBUG nova.network.neutron [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updating instance_info_cache with network_info: [{"id": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "address": "fa:16:3e:8c:4a:56", "network": {"id": "ab5f6caf-47ce-4340-bb8a-7f047f44bda1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1933716964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a93abc0c2794eb490f1a02c52a2c771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79fe77b7-12", "ovs_interfaceid": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.695893] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861474, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.699519] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.708798] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861475, 'name': ReconfigVM_Task, 'duration_secs': 1.02937} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.709080] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/85a375b4-176f-4529-bda6-865a53245eb9.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.709684] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a961cd15-816c-44b5-91a6-64a01769aee7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.717741] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 746.717741] env[68503]: value = "task-2861477" [ 746.717741] env[68503]: _type = "Task" [ 746.717741] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.732052] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861477, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.736521] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861476, 'name': CreateVM_Task, 'duration_secs': 0.435164} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.736521] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.736521] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.736521] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.736521] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.738833] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe892c9a-4923-4996-9838-a95489bcdb63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.746310] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 746.746310] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524b0f68-a25b-efe4-964c-fc2163aa9b47" [ 746.746310] env[68503]: _type = "Task" [ 746.746310] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.753762] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f27136-7790-2d9a-5ef4-68d633616e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.756559] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6b7768-c3d0-4a3b-b4c6-559865c6f1f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.762156] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524b0f68-a25b-efe4-964c-fc2163aa9b47, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.762820] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.763085] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.763314] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.765035] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 746.765035] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524c1d22-5829-7142-e246-ba93b62bd89f" [ 746.765035] env[68503]: _type = "Task" [ 746.765035] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.776765] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524c1d22-5829-7142-e246-ba93b62bd89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.835722] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331e5107-63ff-4e3c-a2e9-4ea39072e5de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.843771] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed686de-8750-4cc6-830f-5f540541f179 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.874695] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd90f519-5608-467d-953b-a4457ae8ea88 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.882879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6c2b6f-c4cc-4449-b42a-0af95decb116 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.904961] env[68503]: DEBUG nova.compute.provider_tree [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.955888] env[68503]: DEBUG nova.compute.manager [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Received event network-vif-plugged-393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.955888] env[68503]: DEBUG oslo_concurrency.lockutils [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] Acquiring lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.956165] env[68503]: DEBUG oslo_concurrency.lockutils [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.956216] env[68503]: DEBUG oslo_concurrency.lockutils [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.956415] env[68503]: DEBUG nova.compute.manager [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] No waiting events found dispatching network-vif-plugged-393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.956542] env[68503]: WARNING nova.compute.manager [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Received unexpected event network-vif-plugged-393f0446-2618-4539-98e6-136ae5d4ca67 for instance with vm_state building and task_state spawning. [ 746.956742] env[68503]: DEBUG nova.compute.manager [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Received event network-changed-393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.956923] env[68503]: DEBUG nova.compute.manager [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Refreshing instance network info cache due to event network-changed-393f0446-2618-4539-98e6-136ae5d4ca67. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.957155] env[68503]: DEBUG oslo_concurrency.lockutils [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] Acquiring lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.957332] env[68503]: DEBUG oslo_concurrency.lockutils [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] Acquired lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.957625] env[68503]: DEBUG nova.network.neutron [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Refreshing network info cache for port 393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.061998] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Releasing lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.062368] env[68503]: DEBUG nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Instance network_info: |[{"id": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "address": "fa:16:3e:8c:4a:56", "network": {"id": "ab5f6caf-47ce-4340-bb8a-7f047f44bda1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1933716964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a93abc0c2794eb490f1a02c52a2c771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79fe77b7-12", "ovs_interfaceid": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.062769] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:4a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79fe77b7-1273-4289-96a6-82faeeb98cc3', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.070322] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Creating folder: Project (2a93abc0c2794eb490f1a02c52a2c771). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.070610] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2a8f788-18b3-4106-94ec-78ca24646dd1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.081639] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Created folder: Project (2a93abc0c2794eb490f1a02c52a2c771) in parent group-v575195. [ 747.081946] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Creating folder: Instances. Parent ref: group-v575250. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.082297] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b32d2e2-8e35-4b78-b520-6ceb285b4a5f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.092023] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Created folder: Instances in parent group-v575250. [ 747.092023] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.092165] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.092371] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f20adaa6-a73a-4142-8c30-5e937faa5a0a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.110649] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.110649] env[68503]: value = "task-2861480" [ 747.110649] env[68503]: _type = "Task" [ 747.110649] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.119464] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861480, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.188547] env[68503]: DEBUG oslo_vmware.api [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861474, 'name': PowerOnVM_Task, 'duration_secs': 1.250836} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.188775] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.188974] env[68503]: INFO nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Took 10.85 seconds to spawn the instance on the hypervisor. [ 747.189168] env[68503]: DEBUG nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.190208] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6764d2-333c-44d7-93e5-fa86a55459a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.228432] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861477, 'name': Rename_Task, 'duration_secs': 0.169763} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.228717] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.229055] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71bb93f8-f3ba-4d0d-866d-9692ebbbe66b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.235847] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 747.235847] env[68503]: value = "task-2861481" [ 747.235847] env[68503]: _type = "Task" [ 747.235847] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.244400] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.275728] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524c1d22-5829-7142-e246-ba93b62bd89f, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.275990] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.276301] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 6b1012c6-0af9-4e75-ae26-0c2bb0485368/6b1012c6-0af9-4e75-ae26-0c2bb0485368.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.276536] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.276765] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.276984] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e81b5a20-57a4-4074-8958-192e8a36ecac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.278913] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d31690-1f13-4984-a5ed-43468e50c1c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.281899] env[68503]: DEBUG nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.289561] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 747.289561] env[68503]: value = "task-2861482" [ 747.289561] env[68503]: _type = "Task" [ 747.289561] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.294030] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.294030] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.294988] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcac115e-7a02-4d2f-99b3-fca28deaa1c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.300818] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.304526] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 747.304526] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523c3f95-fb93-0e27-a88c-6d056e84369f" [ 747.304526] env[68503]: _type = "Task" [ 747.304526] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.311509] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.311770] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.311953] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.313137] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.313137] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.313137] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.313137] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.313137] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.313428] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.313428] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.313428] env[68503]: DEBUG nova.virt.hardware [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.314328] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50771a53-9e89-42e7-a2ae-53ee7ffc9e98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.319829] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523c3f95-fb93-0e27-a88c-6d056e84369f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.324872] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718bbf96-4d47-4b0e-a615-19716b6dc077 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.408752] env[68503]: DEBUG nova.scheduler.client.report [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.461052] env[68503]: DEBUG nova.compute.manager [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Received event network-vif-plugged-79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.461376] env[68503]: DEBUG oslo_concurrency.lockutils [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] Acquiring lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.461600] env[68503]: DEBUG oslo_concurrency.lockutils [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.461772] env[68503]: DEBUG oslo_concurrency.lockutils [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.461939] env[68503]: DEBUG nova.compute.manager [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] No waiting events found dispatching network-vif-plugged-79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.462115] env[68503]: WARNING nova.compute.manager [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Received unexpected event network-vif-plugged-79fe77b7-1273-4289-96a6-82faeeb98cc3 for instance with vm_state building and task_state spawning. [ 747.462282] env[68503]: DEBUG nova.compute.manager [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Received event network-vif-deleted-7f66d519-d762-4930-a4c0-3047d096e519 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.462450] env[68503]: DEBUG nova.compute.manager [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Received event network-changed-79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.462595] env[68503]: DEBUG nova.compute.manager [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Refreshing instance network info cache due to event network-changed-79fe77b7-1273-4289-96a6-82faeeb98cc3. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.462801] env[68503]: DEBUG oslo_concurrency.lockutils [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] Acquiring lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.462945] env[68503]: DEBUG oslo_concurrency.lockutils [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] Acquired lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.463128] env[68503]: DEBUG nova.network.neutron [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Refreshing network info cache for port 79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.622607] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861480, 'name': CreateVM_Task, 'duration_secs': 0.423145} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.622818] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.623694] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.623892] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.624257] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.624537] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdd6e5d-7ed7-439e-9299-77759a9045ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.637204] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 747.637204] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b2ae9b-5982-6670-5cd2-40e990f77b57" [ 747.637204] env[68503]: _type = "Task" [ 747.637204] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.650033] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b2ae9b-5982-6670-5cd2-40e990f77b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.713185] env[68503]: INFO nova.compute.manager [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Took 32.13 seconds to build instance. [ 747.746952] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.788603] env[68503]: DEBUG nova.network.neutron [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Updated VIF entry in instance network info cache for port 393f0446-2618-4539-98e6-136ae5d4ca67. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.788986] env[68503]: DEBUG nova.network.neutron [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Updating instance_info_cache with network_info: [{"id": "393f0446-2618-4539-98e6-136ae5d4ca67", "address": "fa:16:3e:1a:40:a0", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f0446-26", "ovs_interfaceid": "393f0446-2618-4539-98e6-136ae5d4ca67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.800937] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474919} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.801761] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 6b1012c6-0af9-4e75-ae26-0c2bb0485368/6b1012c6-0af9-4e75-ae26-0c2bb0485368.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.801991] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.802247] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5af889b6-681f-453f-a21e-4a9a0dcc2f19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.809366] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 747.809366] env[68503]: value = "task-2861483" [ 747.809366] env[68503]: _type = "Task" [ 747.809366] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.821850] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523c3f95-fb93-0e27-a88c-6d056e84369f, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.824111] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fad61d-1918-4b1e-b41c-a94f1d60ef7f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.827909] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.831067] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 747.831067] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524cef84-90f8-1711-c6cf-c17cbf090e6b" [ 747.831067] env[68503]: _type = "Task" [ 747.831067] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.839126] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524cef84-90f8-1711-c6cf-c17cbf090e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.906319] env[68503]: DEBUG nova.network.neutron [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Successfully updated port: fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.913955] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.666s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.913955] env[68503]: INFO nova.compute.manager [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Migrating [ 747.914184] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.914336] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.915575] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.236s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.915802] env[68503]: DEBUG nova.objects.instance [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lazy-loading 'resources' on Instance uuid 870c8b35-6745-4af5-9564-6b8673d2f8c8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.154404] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b2ae9b-5982-6670-5cd2-40e990f77b57, 'name': SearchDatastore_Task, 'duration_secs': 0.043047} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.155178] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.155563] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.156089] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.216799] env[68503]: DEBUG oslo_concurrency.lockutils [None req-125f88d1-e348-4b7c-b56a-19d9612c6ca1 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.430s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.250918] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861481, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.299464] env[68503]: DEBUG oslo_concurrency.lockutils [req-6969de9c-9ed2-4315-965f-f78147d262d4 req-2fdddc57-14a2-4ec1-ba11-2d448e64f080 service nova] Releasing lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.321806] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.429249} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.322016] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.323014] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53425202-2feb-45b5-b419-95d214f61a20 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.354646] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 6b1012c6-0af9-4e75-ae26-0c2bb0485368/6b1012c6-0af9-4e75-ae26-0c2bb0485368.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.361449] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6724d8-0296-4097-ba22-a7b8368f9256 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.384434] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524cef84-90f8-1711-c6cf-c17cbf090e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.385928] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.386215] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.387017] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 748.387017] env[68503]: value = "task-2861484" [ 748.387017] env[68503]: _type = "Task" [ 748.387017] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.387017] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387017] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.387259] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05c2d91c-4d91-49a1-bf1e-cc4b755307e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.389624] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a773bda-8c1e-4503-83c0-ff6e104e9533 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.400636] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.402042] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 748.402042] env[68503]: value = "task-2861485" [ 748.402042] env[68503]: _type = "Task" [ 748.402042] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.403230] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.403417] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.407455] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae776d72-6a81-488d-af1b-1cbabd20f49e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.410843] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.410999] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.411225] env[68503]: DEBUG nova.network.neutron [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.414292] env[68503]: DEBUG nova.network.neutron [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updated VIF entry in instance network info cache for port 79fe77b7-1273-4289-96a6-82faeeb98cc3. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.414632] env[68503]: DEBUG nova.network.neutron [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updating instance_info_cache with network_info: [{"id": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "address": "fa:16:3e:8c:4a:56", "network": {"id": "ab5f6caf-47ce-4340-bb8a-7f047f44bda1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1933716964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a93abc0c2794eb490f1a02c52a2c771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79fe77b7-12", "ovs_interfaceid": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.420092] env[68503]: INFO nova.compute.rpcapi [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 748.420092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.438885] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.443083] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 748.443083] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fea673-9e7b-db60-768c-0d4da4419718" [ 748.443083] env[68503]: _type = "Task" [ 748.443083] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.457513] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fea673-9e7b-db60-768c-0d4da4419718, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.458464] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fa8b3d-b857-4bf4-ab63-10195e4654ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.466080] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 748.466080] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529ebcb9-ab7e-0bda-59c1-d47d718ba58c" [ 748.466080] env[68503]: _type = "Task" [ 748.466080] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.480922] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529ebcb9-ab7e-0bda-59c1-d47d718ba58c, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.481225] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.481483] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 1fcbe6cd-eff3-4297-9559-98bd24b9d906/1fcbe6cd-eff3-4297-9559-98bd24b9d906.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.481742] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd00e91-1f10-4e3e-b263-020a17c73a24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.489152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "a9a56dcf-db58-415f-bcbc-edf447215938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.489390] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "a9a56dcf-db58-415f-bcbc-edf447215938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.489587] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "a9a56dcf-db58-415f-bcbc-edf447215938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.489762] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "a9a56dcf-db58-415f-bcbc-edf447215938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.489923] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "a9a56dcf-db58-415f-bcbc-edf447215938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.493273] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 748.493273] env[68503]: value = "task-2861486" [ 748.493273] env[68503]: _type = "Task" [ 748.493273] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.493712] env[68503]: INFO nova.compute.manager [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Terminating instance [ 748.505653] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.719444] env[68503]: DEBUG nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.748320] env[68503]: DEBUG oslo_vmware.api [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861481, 'name': PowerOnVM_Task, 'duration_secs': 1.350809} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.748874] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.749245] env[68503]: INFO nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Took 9.68 seconds to spawn the instance on the hypervisor. [ 748.749652] env[68503]: DEBUG nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.750629] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d2c78-249e-4cd8-bcf3-bcd5672d88cf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.904244] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.923151] env[68503]: DEBUG oslo_concurrency.lockutils [req-7bf0efda-7f99-4001-935b-1168e65a54a7 req-44397ba1-c5b8-4f1f-b6b4-b6ab5ac2518f service nova] Releasing lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.923646] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506501} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.927801] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.928132] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.929043] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddae0857-8479-43dd-b1e4-3b942e14c383 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.937570] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 748.937570] env[68503]: value = "task-2861487" [ 748.937570] env[68503]: _type = "Task" [ 748.937570] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.946835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.946835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.947071] env[68503]: DEBUG nova.network.neutron [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.953704] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.975037] env[68503]: DEBUG nova.network.neutron [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.003163] env[68503]: DEBUG nova.compute.manager [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.003163] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.006360] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c39cf6a-2efd-4828-9671-93b651dbdd45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.013281] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.018715] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.019139] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2876c889-b48b-466e-b423-7c25189b5b67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.022375] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cdc917-31b6-4ce2-a853-4c8da989ca49 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.032138] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d97fa0a-8e95-4904-ab9a-1c4f84ddf6ed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.036095] env[68503]: DEBUG oslo_vmware.api [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 749.036095] env[68503]: value = "task-2861488" [ 749.036095] env[68503]: _type = "Task" [ 749.036095] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.070866] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d178156-82ef-4c33-89a8-3416f92314a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.077098] env[68503]: DEBUG oslo_vmware.api [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.082951] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfd3b58-ec2d-42f1-82c4-bcf9df50f43c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.100126] env[68503]: DEBUG nova.compute.provider_tree [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.182769] env[68503]: DEBUG nova.network.neutron [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.244743] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.273144] env[68503]: INFO nova.compute.manager [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Took 33.05 seconds to build instance. [ 749.402555] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861484, 'name': ReconfigVM_Task, 'duration_secs': 0.569306} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.402555] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 6b1012c6-0af9-4e75-ae26-0c2bb0485368/6b1012c6-0af9-4e75-ae26-0c2bb0485368.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.403046] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17dbf4ca-6ec5-4c7d-b87a-f2781677e108 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.415019] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 749.415019] env[68503]: value = "task-2861489" [ 749.415019] env[68503]: _type = "Task" [ 749.415019] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.423330] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861489, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.447717] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333252} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.448069] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.449061] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b3e8ef-5b1f-42a7-a325-149f07b7d453 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.487913] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.489061] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a375076-8c69-40b6-8d1b-7c2233d3adfc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.539911] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782712} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.546646] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 1fcbe6cd-eff3-4297-9559-98bd24b9d906/1fcbe6cd-eff3-4297-9559-98bd24b9d906.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.547525] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.547609] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 749.547609] env[68503]: value = "task-2861490" [ 749.547609] env[68503]: _type = "Task" [ 749.547609] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.547991] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69191a7e-9510-4276-8e16-46ce345476a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.562136] env[68503]: DEBUG oslo_vmware.api [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861488, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.569789] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.571607] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 749.571607] env[68503]: value = "task-2861491" [ 749.571607] env[68503]: _type = "Task" [ 749.571607] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.582111] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.606230] env[68503]: DEBUG nova.scheduler.client.report [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.686353] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.686591] env[68503]: DEBUG nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Instance network_info: |[{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.686936] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:71:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdc6d985-39b8-4c9f-8f02-91899e222743', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.696767] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Creating folder: Project (da706b1e3b5c473197cff4e395ca9533). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.697136] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa2e788f-ec76-481f-8e5e-303040149331 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.709184] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Created folder: Project (da706b1e3b5c473197cff4e395ca9533) in parent group-v575195. [ 749.709411] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Creating folder: Instances. Parent ref: group-v575253. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.709584] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-579deb17-83a6-461c-b3c2-061720aabaf6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.718743] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Created folder: Instances in parent group-v575253. [ 749.719062] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.719329] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.719593] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-886e62c7-f170-4449-886a-194e53c36366 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.740672] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.740672] env[68503]: value = "task-2861494" [ 749.740672] env[68503]: _type = "Task" [ 749.740672] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.750756] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861494, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.775160] env[68503]: DEBUG oslo_concurrency.lockutils [None req-08869135-1ebf-4aba-a200-3961bda6e03a tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "85a375b4-176f-4529-bda6-865a53245eb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.798s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.789981] env[68503]: DEBUG nova.network.neutron [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance_info_cache with network_info: [{"id": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "address": "fa:16:3e:01:3c:ad", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d42e001-27", "ovs_interfaceid": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.923641] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861489, 'name': Rename_Task, 'duration_secs': 0.196636} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.927032] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.927032] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b84f552-4980-4004-9e90-c89e512de5d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.930661] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 749.930661] env[68503]: value = "task-2861495" [ 749.930661] env[68503]: _type = "Task" [ 749.930661] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.939476] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.049416] env[68503]: DEBUG oslo_vmware.api [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861488, 'name': PowerOffVM_Task, 'duration_secs': 0.56374} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.049745] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.049991] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.050276] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e238f34a-3ecd-4cca-ab03-5039920b4cda {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.059984] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861490, 'name': ReconfigVM_Task, 'duration_secs': 0.393048} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.060255] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8/301554a6-cb72-4b2d-bcaf-1c1cedbad5f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.060953] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff53d89-4faf-400f-9e44-6725ae3c5f46 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.066824] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 750.066824] env[68503]: value = "task-2861497" [ 750.066824] env[68503]: _type = "Task" [ 750.066824] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.075044] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861497, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.082547] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097323} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.082547] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.082547] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c469bcff-1ad7-4891-a45a-6cf1ddaf73a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.106020] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 1fcbe6cd-eff3-4297-9559-98bd24b9d906/1fcbe6cd-eff3-4297-9559-98bd24b9d906.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.106020] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5391ad3d-d848-49f1-b615-8ceb2a1bd377 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.121336] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.123541] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.341s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.123541] env[68503]: DEBUG nova.objects.instance [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lazy-loading 'resources' on Instance uuid c47a2b8a-6db1-4e67-a62e-01a95067121f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.130374] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 750.130374] env[68503]: value = "task-2861498" [ 750.130374] env[68503]: _type = "Task" [ 750.130374] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.142832] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.144693] env[68503]: DEBUG nova.compute.manager [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received event network-vif-plugged-fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.144900] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.145159] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.145336] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.145498] env[68503]: DEBUG nova.compute.manager [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] No waiting events found dispatching network-vif-plugged-fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.145660] env[68503]: WARNING nova.compute.manager [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received unexpected event network-vif-plugged-fdc6d985-39b8-4c9f-8f02-91899e222743 for instance with vm_state building and task_state spawning. [ 750.145815] env[68503]: DEBUG nova.compute.manager [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received event network-changed-fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.145962] env[68503]: DEBUG nova.compute.manager [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Refreshing instance network info cache due to event network-changed-fdc6d985-39b8-4c9f-8f02-91899e222743. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.146185] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] Acquiring lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.146321] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] Acquired lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.146475] env[68503]: DEBUG nova.network.neutron [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Refreshing network info cache for port fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.148579] env[68503]: INFO nova.scheduler.client.report [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Deleted allocations for instance 870c8b35-6745-4af5-9564-6b8673d2f8c8 [ 750.152202] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.152202] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.152202] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Deleting the datastore file [datastore2] a9a56dcf-db58-415f-bcbc-edf447215938 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.154977] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef679f5-6afb-4aa1-be80-731e46ca25d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.162641] env[68503]: DEBUG oslo_vmware.api [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for the task: (returnval){ [ 750.162641] env[68503]: value = "task-2861499" [ 750.162641] env[68503]: _type = "Task" [ 750.162641] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.171573] env[68503]: DEBUG oslo_vmware.api [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.250773] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861494, 'name': CreateVM_Task, 'duration_secs': 0.391591} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.251052] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.251730] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.251898] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.252482] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.252740] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8aac4f0-bc37-4712-888b-f274c66fe3a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.257598] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 750.257598] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e3dc36-298a-c31a-8c44-c4f33fbd7e4f" [ 750.257598] env[68503]: _type = "Task" [ 750.257598] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.266092] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e3dc36-298a-c31a-8c44-c4f33fbd7e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.279966] env[68503]: DEBUG nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.292723] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.441921] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861495, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.578209] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861497, 'name': Rename_Task, 'duration_secs': 0.159191} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.578555] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.578841] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f693ac10-4662-4870-a740-c6d75bf2f58c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.584697] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Waiting for the task: (returnval){ [ 750.584697] env[68503]: value = "task-2861500" [ 750.584697] env[68503]: _type = "Task" [ 750.584697] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.592390] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.639668] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.662436] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0e86367e-d9fb-4093-89da-8efacc161163 tempest-ServerExternalEventsTest-41081323 tempest-ServerExternalEventsTest-41081323-project-member] Lock "870c8b35-6745-4af5-9564-6b8673d2f8c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.872s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.672433] env[68503]: DEBUG oslo_vmware.api [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Task: {'id': task-2861499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288859} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.675089] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.675297] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.675475] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.675645] env[68503]: INFO nova.compute.manager [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Took 1.67 seconds to destroy the instance on the hypervisor. [ 750.675890] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.677343] env[68503]: DEBUG nova.compute.manager [-] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.677343] env[68503]: DEBUG nova.network.neutron [-] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.789216] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e3dc36-298a-c31a-8c44-c4f33fbd7e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.047985} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.799353] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.799626] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.799911] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.800106] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.800302] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.805964] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c13294-083c-487d-b9b4-51ba7161daf2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.818924] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.818924] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.820154] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a5cdb3-e4f2-4c26-9364-275a4a0d0927 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.826623] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.830112] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 750.830112] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f89b01-77e6-d51b-e7f8-392c38ca15ad" [ 750.830112] env[68503]: _type = "Task" [ 750.830112] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.839298] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f89b01-77e6-d51b-e7f8-392c38ca15ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.943193] env[68503]: DEBUG oslo_vmware.api [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861495, 'name': PowerOnVM_Task, 'duration_secs': 0.630482} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.943543] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.943804] env[68503]: INFO nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Took 9.09 seconds to spawn the instance on the hypervisor. [ 750.944036] env[68503]: DEBUG nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.944912] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a82e46b-b144-4f8b-8db7-d245c6e74b43 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.041965] env[68503]: DEBUG nova.network.neutron [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updated VIF entry in instance network info cache for port fdc6d985-39b8-4c9f-8f02-91899e222743. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.042345] env[68503]: DEBUG nova.network.neutron [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.095170] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.140541] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861498, 'name': ReconfigVM_Task, 'duration_secs': 0.839678} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.143550] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 1fcbe6cd-eff3-4297-9559-98bd24b9d906/1fcbe6cd-eff3-4297-9559-98bd24b9d906.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.147017] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d488f743-b2d7-481d-b7f3-ab0701b69778 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.151566] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 751.151566] env[68503]: value = "task-2861501" [ 751.151566] env[68503]: _type = "Task" [ 751.151566] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.166144] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861501, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.243195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b62a93-8101-4402-90e6-18eee22e138e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.251090] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a045b79-756e-45dc-8cbf-a3dc3ade2917 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.300266] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941b43fc-2b88-4668-b7ba-71b7f94e19db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.308851] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad47066-f86c-4aa8-864a-e4560ca8b54d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.327081] env[68503]: DEBUG nova.compute.provider_tree [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.340894] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f89b01-77e6-d51b-e7f8-392c38ca15ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.343019] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75df636-0e2a-49e1-b1d4-e176cf4817dd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.348028] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 751.348028] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5205781f-11af-3bcd-8e54-d6ff677dfe08" [ 751.348028] env[68503]: _type = "Task" [ 751.348028] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.356411] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5205781f-11af-3bcd-8e54-d6ff677dfe08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.468059] env[68503]: INFO nova.compute.manager [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Took 35.14 seconds to build instance. [ 751.547771] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b21227b-e28a-4d9f-a6f4-c55ada3d040a req-9b1ca2cb-67cd-4c68-92eb-0a7c4d65a507 service nova] Releasing lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.597651] env[68503]: DEBUG oslo_vmware.api [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Task: {'id': task-2861500, 'name': PowerOnVM_Task, 'duration_secs': 0.602356} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.599330] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.599330] env[68503]: DEBUG nova.compute.manager [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.599330] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693f21d6-aec1-491a-b57b-238f0ac1ab93 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.616031] env[68503]: DEBUG nova.network.neutron [-] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.662066] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861501, 'name': Rename_Task, 'duration_secs': 0.17665} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.662407] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.662667] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8737b9-36f1-4f8a-ad0a-c840f90daa77 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.669448] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 751.669448] env[68503]: value = "task-2861502" [ 751.669448] env[68503]: _type = "Task" [ 751.669448] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.677622] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.822237] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bec6fc-2f91-4ce2-bb84-cce7ffbd3f1b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.843801] env[68503]: DEBUG nova.scheduler.client.report [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.847257] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance '5291932b-4bd7-48f5-a6e1-c69f4912a590' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.860025] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5205781f-11af-3bcd-8e54-d6ff677dfe08, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.860025] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.860176] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 6285a4e1-2601-43c8-9bca-c438f72b0b67/6285a4e1-2601-43c8-9bca-c438f72b0b67.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.860394] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f0243c2-7376-4318-98e5-e67ccbba5943 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.870131] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 751.870131] env[68503]: value = "task-2861503" [ 751.870131] env[68503]: _type = "Task" [ 751.870131] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.885840] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.970494] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5d63ecd9-cda5-4640-b9c1-f9d6287a2e66 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.048s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.123202] env[68503]: INFO nova.compute.manager [-] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Took 1.45 seconds to deallocate network for instance. [ 752.123658] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.179047] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861502, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.351843] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.357541] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.358106] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.895s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.358849] env[68503]: DEBUG nova.objects.instance [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lazy-loading 'resources' on Instance uuid edc45660-de9d-459e-af05-ca23f9df97c3 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.360377] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-393436c9-bb7b-4047-a248-8f4040b29424 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.367066] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 752.367066] env[68503]: value = "task-2861504" [ 752.367066] env[68503]: _type = "Task" [ 752.367066] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.382379] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.387782] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861503, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.396048] env[68503]: INFO nova.scheduler.client.report [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Deleted allocations for instance c47a2b8a-6db1-4e67-a62e-01a95067121f [ 752.473502] env[68503]: DEBUG nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.631286] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.685191] env[68503]: DEBUG oslo_vmware.api [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861502, 'name': PowerOnVM_Task, 'duration_secs': 0.805746} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.685478] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.685677] env[68503]: INFO nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Took 8.09 seconds to spawn the instance on the hypervisor. [ 752.685859] env[68503]: DEBUG nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.686689] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90804af3-f2b9-4b55-bd8e-8461b4543107 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.846951] env[68503]: DEBUG nova.compute.manager [req-d963028e-8ba3-443a-867d-50dde001c1a2 req-c1d10771-567c-4ad4-84fc-4f4f970821a0 service nova] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Received event network-vif-deleted-2eb12319-f026-4591-ad2d-bdd538a8b304 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.888393] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671758} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.891034] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861504, 'name': PowerOffVM_Task, 'duration_secs': 0.408599} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.891034] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 6285a4e1-2601-43c8-9bca-c438f72b0b67/6285a4e1-2601-43c8-9bca-c438f72b0b67.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.891034] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.891034] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.891333] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance '5291932b-4bd7-48f5-a6e1-c69f4912a590' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.893317] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-939ece4a-2f76-4449-941a-e367cb5d664b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.900560] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 752.900560] env[68503]: value = "task-2861505" [ 752.900560] env[68503]: _type = "Task" [ 752.900560] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.904586] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0bfbbb6f-986e-4604-ac63-582b42b91fc4 tempest-ServerDiagnosticsTest-330934340 tempest-ServerDiagnosticsTest-330934340-project-member] Lock "c47a2b8a-6db1-4e67-a62e-01a95067121f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.072s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.919193] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.000383] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.203642] env[68503]: INFO nova.compute.manager [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Took 35.62 seconds to build instance. [ 753.401750] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.402656] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.402656] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.402860] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.403039] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.404049] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.404350] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.405336] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.405336] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.405336] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.405336] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.415340] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26189b40-9bde-4bee-a07d-3b2c9aef0284 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.438834] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171247} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.441541] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.444780] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 753.444780] env[68503]: value = "task-2861506" [ 753.444780] env[68503]: _type = "Task" [ 753.444780] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.445591] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e3edb-4e9b-461c-8484-cbd2d35b0216 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.477978] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6285a4e1-2601-43c8-9bca-c438f72b0b67/6285a4e1-2601-43c8-9bca-c438f72b0b67.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.486862] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f3a716-a3fd-4156-8494-18d377ea1f51 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.504959] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.511800] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 753.511800] env[68503]: value = "task-2861507" [ 753.511800] env[68503]: _type = "Task" [ 753.511800] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.521753] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.527129] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b830145-6c5f-40cf-8604-6086466f3f31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.536984] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf86479-f2fe-4bd0-b7fe-87607a9d97ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.573124] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0a9376-7121-4fd8-924a-fb67be6b9bdc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.581220] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b672fbf8-81d2-4bcd-b85a-20c7cba212b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.605233] env[68503]: DEBUG nova.compute.provider_tree [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.708694] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e074fbd-84f0-4d30-aad7-69c7d3d7ab04 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.121s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.807236] env[68503]: DEBUG nova.compute.manager [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Received event network-changed-393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.807446] env[68503]: DEBUG nova.compute.manager [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Refreshing instance network info cache due to event network-changed-393f0446-2618-4539-98e6-136ae5d4ca67. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.807665] env[68503]: DEBUG oslo_concurrency.lockutils [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] Acquiring lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.807846] env[68503]: DEBUG oslo_concurrency.lockutils [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] Acquired lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.808072] env[68503]: DEBUG nova.network.neutron [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Refreshing network info cache for port 393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.675528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.675528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.675528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.675528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.678229] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.678229] env[68503]: INFO nova.compute.manager [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Terminating instance [ 754.678229] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861506, 'name': ReconfigVM_Task, 'duration_secs': 0.201972} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.678229] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance '5291932b-4bd7-48f5-a6e1-c69f4912a590' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.678229] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861507, 'name': ReconfigVM_Task, 'duration_secs': 0.37492} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.679537] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6285a4e1-2601-43c8-9bca-c438f72b0b67/6285a4e1-2601-43c8-9bca-c438f72b0b67.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.679537] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48d2f8c3-2664-41d5-9ca7-8fe2907ad9b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.679537] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 754.679537] env[68503]: value = "task-2861508" [ 754.679537] env[68503]: _type = "Task" [ 754.679537] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.679537] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861508, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.680176] env[68503]: DEBUG nova.scheduler.client.report [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.680176] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.680176] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "refresh_cache-301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.680176] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquired lock "refresh_cache-301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.680914] env[68503]: DEBUG nova.network.neutron [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.680914] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.680914] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.680914] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.681497] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.681497] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.681497] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.681497] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.681497] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.682362] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.682362] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.682362] env[68503]: DEBUG nova.virt.hardware [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.682362] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 754.682362] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea74aafa-76a6-4f56-be9d-dd424bfe85d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.684174] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861508, 'name': Rename_Task, 'duration_secs': 0.431052} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.684174] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.684174] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 754.684174] env[68503]: value = "task-2861509" [ 754.684174] env[68503]: _type = "Task" [ 754.684174] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.684174] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c9bf9a-7d6b-4e05-8eb8-3c2b4b862b75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.690334] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.691967] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 754.691967] env[68503]: value = "task-2861510" [ 754.691967] env[68503]: _type = "Task" [ 754.691967] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.706033] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.031760] env[68503]: DEBUG nova.network.neutron [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Updated VIF entry in instance network info cache for port 393f0446-2618-4539-98e6-136ae5d4ca67. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.032194] env[68503]: DEBUG nova.network.neutron [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Updating instance_info_cache with network_info: [{"id": "393f0446-2618-4539-98e6-136ae5d4ca67", "address": "fa:16:3e:1a:40:a0", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f0446-26", "ovs_interfaceid": "393f0446-2618-4539-98e6-136ae5d4ca67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.152336] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.794s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.160276] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.597s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.161967] env[68503]: INFO nova.compute.claims [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.186233] env[68503]: DEBUG nova.network.neutron [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.190734] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.194890] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861509, 'name': ReconfigVM_Task, 'duration_secs': 0.247868} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.198259] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 755.200066] env[68503]: INFO nova.scheduler.client.report [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Deleted allocations for instance edc45660-de9d-459e-af05-ca23f9df97c3 [ 755.203170] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c586d5-7113-475e-9dbb-bf33ff62fed6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.214758] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.239022] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5291932b-4bd7-48f5-a6e1-c69f4912a590/5291932b-4bd7-48f5-a6e1-c69f4912a590.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.239022] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07baab6e-f91b-428b-91c7-a8ed9039e5a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.254225] env[68503]: DEBUG nova.network.neutron [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.261206] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 755.261206] env[68503]: value = "task-2861511" [ 755.261206] env[68503]: _type = "Task" [ 755.261206] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.270389] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.534829] env[68503]: DEBUG oslo_concurrency.lockutils [req-2432cf9c-4e1e-4734-b65c-f2a956129c48 req-c5d08641-fab2-408f-9f6a-b209205659e5 service nova] Releasing lock "refresh_cache-6b1012c6-0af9-4e75-ae26-0c2bb0485368" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.707574] env[68503]: DEBUG oslo_vmware.api [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861510, 'name': PowerOnVM_Task, 'duration_secs': 0.671859} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.708034] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.708214] env[68503]: INFO nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Took 8.43 seconds to spawn the instance on the hypervisor. [ 755.708494] env[68503]: DEBUG nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.709387] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf01d23-71fc-4c37-bcad-e1ee4bb17afb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.716255] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42205935-2d6b-474f-b575-baecfcd894b0 tempest-ServerDiagnosticsV248Test-1735500271 tempest-ServerDiagnosticsV248Test-1735500271-project-member] Lock "edc45660-de9d-459e-af05-ca23f9df97c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.579s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.757035] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Releasing lock "refresh_cache-301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.757339] env[68503]: DEBUG nova.compute.manager [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.757563] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.759629] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa60cccc-32f0-4c59-8bbb-84c4cb9f1acb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.774370] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.776825] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e4d9133-4928-4eb4-8a43-274df2fa3049 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.778598] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.783412] env[68503]: DEBUG oslo_vmware.api [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 755.783412] env[68503]: value = "task-2861512" [ 755.783412] env[68503]: _type = "Task" [ 755.783412] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.792670] env[68503]: DEBUG oslo_vmware.api [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.231931] env[68503]: INFO nova.compute.manager [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Took 38.38 seconds to build instance. [ 756.276147] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861511, 'name': ReconfigVM_Task, 'duration_secs': 0.579067} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.279159] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5291932b-4bd7-48f5-a6e1-c69f4912a590/5291932b-4bd7-48f5-a6e1-c69f4912a590.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.279361] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance '5291932b-4bd7-48f5-a6e1-c69f4912a590' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 756.294343] env[68503]: DEBUG oslo_vmware.api [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861512, 'name': PowerOffVM_Task, 'duration_secs': 0.210128} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.294597] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.294695] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.294975] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d207d5d9-a5c4-40e1-952c-2f765ad602e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.319517] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.319880] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.320169] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Deleting the datastore file [datastore1] 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.320550] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c73186d-2cf7-42a0-9ac6-f2a51f40969a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.328573] env[68503]: DEBUG oslo_vmware.api [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for the task: (returnval){ [ 756.328573] env[68503]: value = "task-2861514" [ 756.328573] env[68503]: _type = "Task" [ 756.328573] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.338564] env[68503]: DEBUG oslo_vmware.api [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.734454] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1da0817-3d43-43a2-bac5-e730221020e7 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.679s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.749683] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7118495-67d3-44ab-9d59-9a975581d5cf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.766068] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e0fc6-fa3f-4a45-8181-0ab3e162b39f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.825019] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de0bcb7-372e-415b-974e-9e289f88e3b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.827774] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2172b120-51bb-46b2-b535-9eeef8d01fab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.833019] env[68503]: DEBUG nova.compute.manager [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Received event network-changed-79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.833280] env[68503]: DEBUG nova.compute.manager [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Refreshing instance network info cache due to event network-changed-79fe77b7-1273-4289-96a6-82faeeb98cc3. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.833566] env[68503]: DEBUG oslo_concurrency.lockutils [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] Acquiring lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.833762] env[68503]: DEBUG oslo_concurrency.lockutils [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] Acquired lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.833982] env[68503]: DEBUG nova.network.neutron [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Refreshing network info cache for port 79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.860274] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d6795-2465-417d-8883-cde573e9ee1b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.868533] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c1e3c7-8e52-461d-9109-744b1a0903fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.873112] env[68503]: DEBUG oslo_vmware.api [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Task: {'id': task-2861514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331046} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.875731] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.875911] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.876089] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.877156] env[68503]: INFO nova.compute.manager [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 756.877156] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.877398] env[68503]: DEBUG nova.compute.manager [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.877468] env[68503]: DEBUG nova.network.neutron [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.894300] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance '5291932b-4bd7-48f5-a6e1-c69f4912a590' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 756.907751] env[68503]: DEBUG nova.compute.provider_tree [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.941018] env[68503]: DEBUG nova.network.neutron [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.237417] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.377424] env[68503]: DEBUG oslo_concurrency.lockutils [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.377672] env[68503]: DEBUG oslo_concurrency.lockutils [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.377868] env[68503]: DEBUG nova.compute.manager [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.379211] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc113ca-b5d1-4d27-aebf-2a272e39befd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.387297] env[68503]: DEBUG nova.compute.manager [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 757.387890] env[68503]: DEBUG nova.objects.instance [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lazy-loading 'flavor' on Instance uuid 2f545107-51ef-4da6-9bf5-d39b4918d3d9 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.413551] env[68503]: DEBUG nova.scheduler.client.report [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.443577] env[68503]: DEBUG nova.network.neutron [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.570075] env[68503]: DEBUG nova.network.neutron [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Port 7d42e001-2709-4ee4-a5ca-5bd2d44ba595 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 757.770918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.919900] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.921052] env[68503]: DEBUG nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.924116] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.739s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.924908] env[68503]: INFO nova.compute.claims [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.947570] env[68503]: INFO nova.compute.manager [-] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Took 1.07 seconds to deallocate network for instance. [ 757.980727] env[68503]: DEBUG nova.network.neutron [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updated VIF entry in instance network info cache for port 79fe77b7-1273-4289-96a6-82faeeb98cc3. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.981172] env[68503]: DEBUG nova.network.neutron [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updating instance_info_cache with network_info: [{"id": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "address": "fa:16:3e:8c:4a:56", "network": {"id": "ab5f6caf-47ce-4340-bb8a-7f047f44bda1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1933716964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a93abc0c2794eb490f1a02c52a2c771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79fe77b7-12", "ovs_interfaceid": "79fe77b7-1273-4289-96a6-82faeeb98cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.288341] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "e3eea543-c293-40d3-91e3-15a2866a0e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.288575] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "e3eea543-c293-40d3-91e3-15a2866a0e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.398661] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.398661] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97cfda8d-6399-4203-aca1-835e96480c3c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.408568] env[68503]: DEBUG oslo_vmware.api [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 758.408568] env[68503]: value = "task-2861515" [ 758.408568] env[68503]: _type = "Task" [ 758.408568] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.421392] env[68503]: DEBUG oslo_vmware.api [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.439177] env[68503]: DEBUG nova.compute.utils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.448385] env[68503]: DEBUG nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.448385] env[68503]: DEBUG nova.network.neutron [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.460645] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.485867] env[68503]: DEBUG oslo_concurrency.lockutils [req-d24eb0b7-2b78-42e0-89f1-59bc0561edc0 req-daf31ec5-be9d-47ee-abca-1e59cb898689 service nova] Releasing lock "refresh_cache-1fcbe6cd-eff3-4297-9559-98bd24b9d906" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.605331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.605944] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.606280] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.696205] env[68503]: DEBUG nova.policy [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb13082a3c94e69874793ad3bdd556e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8110d39ecd5c42b5bb0c48b9527bdafe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.864797] env[68503]: DEBUG nova.compute.manager [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received event network-changed-fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.864797] env[68503]: DEBUG nova.compute.manager [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Refreshing instance network info cache due to event network-changed-fdc6d985-39b8-4c9f-8f02-91899e222743. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.865197] env[68503]: DEBUG oslo_concurrency.lockutils [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] Acquiring lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.866980] env[68503]: DEBUG oslo_concurrency.lockutils [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] Acquired lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.867455] env[68503]: DEBUG nova.network.neutron [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Refreshing network info cache for port fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.930290] env[68503]: DEBUG oslo_vmware.api [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861515, 'name': PowerOffVM_Task, 'duration_secs': 0.288255} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.931358] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.932053] env[68503]: DEBUG nova.compute.manager [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.932451] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05aed3-0508-408a-8b7b-b2e38af50f47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.945830] env[68503]: DEBUG nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.996624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.997062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.464465] env[68503]: DEBUG oslo_concurrency.lockutils [None req-462d16fc-9683-45cf-a6f5-f0752c32882c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.592852] env[68503]: DEBUG nova.network.neutron [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Successfully created port: 75213971-31f4-4121-844d-8ab8869116e8 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.601358] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb355213-ce1f-4ef6-b6a3-688209f8955a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.610297] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f970dcc-7bbb-4422-b492-c15357c19108 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.648626] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee199e5-a8b1-49b5-ad46-93d696d7fa3f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.657468] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5982e2-f3f9-4b03-acf2-c44f531c4307 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.676830] env[68503]: DEBUG nova.compute.provider_tree [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.702822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.703097] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.703297] env[68503]: DEBUG nova.network.neutron [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.965130] env[68503]: DEBUG nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.994633] env[68503]: DEBUG nova.network.neutron [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updated VIF entry in instance network info cache for port fdc6d985-39b8-4c9f-8f02-91899e222743. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.994946] env[68503]: DEBUG nova.network.neutron [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.998228] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.998455] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.999782] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.999782] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.999782] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.999782] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.999782] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.000022] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.000022] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.000022] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.000022] env[68503]: DEBUG nova.virt.hardware [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.000802] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fb5d66-fb9f-4864-a73c-9b142dddf943 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.011962] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece2933-214c-41c4-8f64-2e15809092ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.181040] env[68503]: DEBUG nova.scheduler.client.report [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.505848] env[68503]: DEBUG oslo_concurrency.lockutils [req-66140e63-6b53-4909-a6ee-6e7db03edc47 req-40d1312c-d1e1-4d9a-8e70-7b36fbe1fd39 service nova] Releasing lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524551] env[68503]: DEBUG nova.network.neutron [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance_info_cache with network_info: [{"id": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "address": "fa:16:3e:01:3c:ad", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d42e001-27", "ovs_interfaceid": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.691239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.692121] env[68503]: DEBUG nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.700190] env[68503]: DEBUG nova.objects.instance [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lazy-loading 'flavor' on Instance uuid 2f545107-51ef-4da6-9bf5-d39b4918d3d9 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.700190] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.972s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.701745] env[68503]: INFO nova.compute.claims [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.030023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.201612] env[68503]: DEBUG nova.compute.utils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.204024] env[68503]: DEBUG nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.204024] env[68503]: DEBUG nova.network.neutron [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.215599] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.215758] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquired lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.215930] env[68503]: DEBUG nova.network.neutron [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.216117] env[68503]: DEBUG nova.objects.instance [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lazy-loading 'info_cache' on Instance uuid 2f545107-51ef-4da6-9bf5-d39b4918d3d9 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.327874] env[68503]: DEBUG nova.policy [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ff952679834044a2f3d574ce64f93c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14e136cd595640cb8d6fd48c7495d2ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.568718] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45fef88-438f-4667-a5b7-d2dd2a2f7f90 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.599213] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50936c9-230a-4964-9b07-e8a721d39b12 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.609338] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance '5291932b-4bd7-48f5-a6e1-c69f4912a590' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 761.708528] env[68503]: DEBUG nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.722083] env[68503]: DEBUG nova.objects.base [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Object Instance<2f545107-51ef-4da6-9bf5-d39b4918d3d9> lazy-loaded attributes: flavor,info_cache {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 762.117931] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.117931] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-854be3e7-6742-4b70-9487-7d68d6879ae6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.133139] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 762.133139] env[68503]: value = "task-2861516" [ 762.133139] env[68503]: _type = "Task" [ 762.133139] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.142209] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.157137] env[68503]: DEBUG nova.compute.manager [req-b45c201f-0a75-4cc7-a74f-9ef6c65138ff req-faf83173-de3b-4182-9eaa-c0e55cbc3a46 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Received event network-vif-plugged-75213971-31f4-4121-844d-8ab8869116e8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.157361] env[68503]: DEBUG oslo_concurrency.lockutils [req-b45c201f-0a75-4cc7-a74f-9ef6c65138ff req-faf83173-de3b-4182-9eaa-c0e55cbc3a46 service nova] Acquiring lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.157568] env[68503]: DEBUG oslo_concurrency.lockutils [req-b45c201f-0a75-4cc7-a74f-9ef6c65138ff req-faf83173-de3b-4182-9eaa-c0e55cbc3a46 service nova] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.157727] env[68503]: DEBUG oslo_concurrency.lockutils [req-b45c201f-0a75-4cc7-a74f-9ef6c65138ff req-faf83173-de3b-4182-9eaa-c0e55cbc3a46 service nova] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.157919] env[68503]: DEBUG nova.compute.manager [req-b45c201f-0a75-4cc7-a74f-9ef6c65138ff req-faf83173-de3b-4182-9eaa-c0e55cbc3a46 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] No waiting events found dispatching network-vif-plugged-75213971-31f4-4121-844d-8ab8869116e8 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.158665] env[68503]: WARNING nova.compute.manager [req-b45c201f-0a75-4cc7-a74f-9ef6c65138ff req-faf83173-de3b-4182-9eaa-c0e55cbc3a46 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Received unexpected event network-vif-plugged-75213971-31f4-4121-844d-8ab8869116e8 for instance with vm_state building and task_state spawning. [ 762.373288] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b75aa-34e2-40f1-ab39-69410f3c2ccc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.379737] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1370fe2-7db7-4218-894c-2c7fe110d4ad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.416100] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3af0a-7a59-491a-88b6-d93cd8d2e17c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.425168] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d9fcf-e4d4-4413-b4cc-ce1999ae44cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.445798] env[68503]: DEBUG nova.compute.provider_tree [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.464432] env[68503]: DEBUG nova.network.neutron [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Successfully updated port: 75213971-31f4-4121-844d-8ab8869116e8 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.645931] env[68503]: DEBUG oslo_vmware.api [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861516, 'name': PowerOnVM_Task, 'duration_secs': 0.409147} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.646575] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.646947] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b4a9d-97e3-4eb6-bb8d-77075642e46b tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance '5291932b-4bd7-48f5-a6e1-c69f4912a590' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 762.730010] env[68503]: DEBUG nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.771895] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.772234] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.772361] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.772704] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.772704] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.773108] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.773108] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.773297] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.773519] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.773673] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.773851] env[68503]: DEBUG nova.virt.hardware [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.774809] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce914a32-e416-41bc-a3f1-5470504b4b93 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.785342] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0199b2c5-81ce-4ce6-85a6-1fc6e97cf0f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.802906] env[68503]: DEBUG nova.network.neutron [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Successfully created port: 65196f94-f256-494e-9e87-8675c4a50cbf {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.907327] env[68503]: DEBUG nova.network.neutron [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Updating instance_info_cache with network_info: [{"id": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "address": "fa:16:3e:d1:12:1c", "network": {"id": "bbe73b93-0387-4220-b6cb-4095d86beee0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2052299778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b5f46a1ebc4ecab8d10d3b57da1150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b114d0-61", "ovs_interfaceid": "c8b114d0-61cc-4796-bbfe-abb8e3850858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.949416] env[68503]: DEBUG nova.scheduler.client.report [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.966482] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.966928] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.967182] env[68503]: DEBUG nova.network.neutron [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.413508] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Releasing lock "refresh_cache-2f545107-51ef-4da6-9bf5-d39b4918d3d9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.457965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.458538] env[68503]: DEBUG nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.465482] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.890s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.465673] env[68503]: DEBUG nova.objects.instance [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 763.513893] env[68503]: DEBUG nova.network.neutron [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.783447] env[68503]: DEBUG nova.network.neutron [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Updating instance_info_cache with network_info: [{"id": "75213971-31f4-4121-844d-8ab8869116e8", "address": "fa:16:3e:c0:22:ee", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75213971-31", "ovs_interfaceid": "75213971-31f4-4121-844d-8ab8869116e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.840331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.840573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.967061] env[68503]: DEBUG nova.compute.utils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.969281] env[68503]: DEBUG nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.969554] env[68503]: DEBUG nova.network.neutron [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.063165] env[68503]: DEBUG nova.policy [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b066037c818c465e8184e9edc58533d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c69e09f9cea405bb0452dd8bd358310', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.235022] env[68503]: DEBUG nova.compute.manager [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Received event network-changed-75213971-31f4-4121-844d-8ab8869116e8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.235258] env[68503]: DEBUG nova.compute.manager [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Refreshing instance network info cache due to event network-changed-75213971-31f4-4121-844d-8ab8869116e8. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.235421] env[68503]: DEBUG oslo_concurrency.lockutils [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] Acquiring lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.290032] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.290032] env[68503]: DEBUG nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Instance network_info: |[{"id": "75213971-31f4-4121-844d-8ab8869116e8", "address": "fa:16:3e:c0:22:ee", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75213971-31", "ovs_interfaceid": "75213971-31f4-4121-844d-8ab8869116e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.290314] env[68503]: DEBUG oslo_concurrency.lockutils [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] Acquired lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.290314] env[68503]: DEBUG nova.network.neutron [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Refreshing network info cache for port 75213971-31f4-4121-844d-8ab8869116e8 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.290314] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:22:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75213971-31f4-4121-844d-8ab8869116e8', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.297830] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.298534] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.298907] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57cf6be-22ba-4e29-8003-849b8796a4a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.320426] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.320426] env[68503]: value = "task-2861517" [ 764.320426] env[68503]: _type = "Task" [ 764.320426] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.330305] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861517, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.421646] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.421872] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47325a9c-0acd-44ed-a2ee-262db794cfbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.428941] env[68503]: DEBUG oslo_vmware.api [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 764.428941] env[68503]: value = "task-2861518" [ 764.428941] env[68503]: _type = "Task" [ 764.428941] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.438595] env[68503]: DEBUG oslo_vmware.api [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.473026] env[68503]: DEBUG nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.481506] env[68503]: DEBUG oslo_concurrency.lockutils [None req-59ce2497-58b8-4d50-80cc-8d234fe1a0f0 tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.482778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.389s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.485238] env[68503]: INFO nova.compute.claims [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.831808] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861517, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.940022] env[68503]: DEBUG oslo_vmware.api [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.940883] env[68503]: DEBUG nova.network.neutron [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Successfully created port: 3fdcc92d-2433-4070-98b3-b28de0fa9e19 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.333559] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861517, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.383666] env[68503]: DEBUG nova.network.neutron [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Updated VIF entry in instance network info cache for port 75213971-31f4-4121-844d-8ab8869116e8. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.384051] env[68503]: DEBUG nova.network.neutron [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Updating instance_info_cache with network_info: [{"id": "75213971-31f4-4121-844d-8ab8869116e8", "address": "fa:16:3e:c0:22:ee", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75213971-31", "ovs_interfaceid": "75213971-31f4-4121-844d-8ab8869116e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.441335] env[68503]: DEBUG oslo_vmware.api [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861518, 'name': PowerOnVM_Task, 'duration_secs': 0.55669} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.441587] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.441775] env[68503]: DEBUG nova.compute.manager [None req-f5393f9b-16bd-42ba-bf07-35cf024b9d9f tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.442543] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f908ff-1679-4e8a-a050-494be767dd99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.465376] env[68503]: DEBUG nova.network.neutron [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Successfully updated port: 65196f94-f256-494e-9e87-8675c4a50cbf {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.484508] env[68503]: DEBUG nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.522021] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.522021] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.522021] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.522245] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.522245] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.522245] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.522245] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.522245] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.522369] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.522369] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.522369] env[68503]: DEBUG nova.virt.hardware [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.522369] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6d762f-4aef-4276-b0eb-2ae78ba7c622 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.530028] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4ec82a-76e0-4227-a9d1-838fa8c91b50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.631919] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.632175] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.632476] env[68503]: DEBUG nova.compute.manager [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Going to confirm migration 1 {{(pid=68503) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 765.834260] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861517, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.887690] env[68503]: DEBUG oslo_concurrency.lockutils [req-02ff07f8-67af-4521-aaf4-9647b50dc352 req-1e8e6dbf-dc61-47cd-81ad-1b8006903281 service nova] Releasing lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.971467] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "refresh_cache-e469c9c6-c965-49ba-9a09-fb27ced0b3d2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.971932] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquired lock "refresh_cache-e469c9c6-c965-49ba-9a09-fb27ced0b3d2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.971932] env[68503]: DEBUG nova.network.neutron [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.101772] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c18c7-9e9b-4a7b-b3db-170ca414cc56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.112687] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b495afa3-ddf4-40c0-9025-c0372ba736f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.149571] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d457a5d-0a65-450e-9c4e-b7462177b559 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.160190] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ac4a08-c384-4144-8473-bd20c09097a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.179205] env[68503]: DEBUG nova.compute.provider_tree [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.207014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.207212] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.207386] env[68503]: DEBUG nova.network.neutron [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.207560] env[68503]: DEBUG nova.objects.instance [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lazy-loading 'info_cache' on Instance uuid 5291932b-4bd7-48f5-a6e1-c69f4912a590 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.333953] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861517, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.514092] env[68503]: DEBUG nova.network.neutron [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.568516] env[68503]: DEBUG nova.compute.manager [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Received event network-vif-plugged-65196f94-f256-494e-9e87-8675c4a50cbf {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.569349] env[68503]: DEBUG oslo_concurrency.lockutils [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] Acquiring lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.569683] env[68503]: DEBUG oslo_concurrency.lockutils [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.570034] env[68503]: DEBUG oslo_concurrency.lockutils [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.570355] env[68503]: DEBUG nova.compute.manager [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] No waiting events found dispatching network-vif-plugged-65196f94-f256-494e-9e87-8675c4a50cbf {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.570665] env[68503]: WARNING nova.compute.manager [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Received unexpected event network-vif-plugged-65196f94-f256-494e-9e87-8675c4a50cbf for instance with vm_state building and task_state spawning. [ 766.571022] env[68503]: DEBUG nova.compute.manager [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Received event network-changed-65196f94-f256-494e-9e87-8675c4a50cbf {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.571348] env[68503]: DEBUG nova.compute.manager [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Refreshing instance network info cache due to event network-changed-65196f94-f256-494e-9e87-8675c4a50cbf. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.571664] env[68503]: DEBUG oslo_concurrency.lockutils [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] Acquiring lock "refresh_cache-e469c9c6-c965-49ba-9a09-fb27ced0b3d2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.668333] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "36a36399-1707-4621-b677-6d728936489d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.668717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "36a36399-1707-4621-b677-6d728936489d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.682816] env[68503]: DEBUG nova.scheduler.client.report [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.767868] env[68503]: DEBUG nova.network.neutron [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Updating instance_info_cache with network_info: [{"id": "65196f94-f256-494e-9e87-8675c4a50cbf", "address": "fa:16:3e:05:fa:ca", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65196f94-f2", "ovs_interfaceid": "65196f94-f256-494e-9e87-8675c4a50cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.836138] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861517, 'name': CreateVM_Task, 'duration_secs': 2.471262} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.836138] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.836750] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.836963] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.837554] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.838192] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3505eda2-7268-45b5-991f-1e3284bd0e92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.846164] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 766.846164] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5271df79-fd83-60f4-739f-d41b9487adc9" [ 766.846164] env[68503]: _type = "Task" [ 766.846164] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.856523] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5271df79-fd83-60f4-739f-d41b9487adc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.856860] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.857362] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.857639] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.857790] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.858016] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.858491] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b362d595-a616-49ea-8687-0b103dccba5a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.867732] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.867732] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.868017] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae464a9e-9069-4802-b472-ba4eaaca083c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.873306] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 766.873306] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5229335e-95c1-342c-50f7-6078858800aa" [ 766.873306] env[68503]: _type = "Task" [ 766.873306] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.881321] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5229335e-95c1-342c-50f7-6078858800aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.926508] env[68503]: DEBUG nova.network.neutron [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Successfully updated port: 3fdcc92d-2433-4070-98b3-b28de0fa9e19 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.108936] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.109177] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.190650] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.190650] env[68503]: DEBUG nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.193638] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.013s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.193812] env[68503]: DEBUG nova.objects.instance [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lazy-loading 'resources' on Instance uuid ba2d1010-5dfb-4f47-9248-1724627272d3 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.271687] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Releasing lock "refresh_cache-e469c9c6-c965-49ba-9a09-fb27ced0b3d2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.272040] env[68503]: DEBUG nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Instance network_info: |[{"id": "65196f94-f256-494e-9e87-8675c4a50cbf", "address": "fa:16:3e:05:fa:ca", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65196f94-f2", "ovs_interfaceid": "65196f94-f256-494e-9e87-8675c4a50cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.272338] env[68503]: DEBUG oslo_concurrency.lockutils [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] Acquired lock "refresh_cache-e469c9c6-c965-49ba-9a09-fb27ced0b3d2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.272514] env[68503]: DEBUG nova.network.neutron [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Refreshing network info cache for port 65196f94-f256-494e-9e87-8675c4a50cbf {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.273736] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:fa:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65196f94-f256-494e-9e87-8675c4a50cbf', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.282045] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Creating folder: Project (14e136cd595640cb8d6fd48c7495d2ca). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.282432] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57f4b0d8-0ae3-4fa3-9dab-7e953714acb5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.295272] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Created folder: Project (14e136cd595640cb8d6fd48c7495d2ca) in parent group-v575195. [ 767.295464] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Creating folder: Instances. Parent ref: group-v575257. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.295706] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cccc4e3e-a078-4d15-bdf9-fc794762f426 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.306819] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Created folder: Instances in parent group-v575257. [ 767.307109] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.307321] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.307530] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2beace6d-8614-4518-b0d6-e820ab16f1f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.330494] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.330494] env[68503]: value = "task-2861521" [ 767.330494] env[68503]: _type = "Task" [ 767.330494] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.338716] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861521, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.386716] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5229335e-95c1-342c-50f7-6078858800aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016139} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.387645] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d4c094-494c-4165-9610-65f988073c8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.393615] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 767.393615] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52dd8f8e-34df-f258-1c32-0ae98282ec3a" [ 767.393615] env[68503]: _type = "Task" [ 767.393615] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.403191] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dd8f8e-34df-f258-1c32-0ae98282ec3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.428371] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "refresh_cache-e68039e4-6347-41cc-915b-5c9be6dca8b5" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.428636] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquired lock "refresh_cache-e68039e4-6347-41cc-915b-5c9be6dca8b5" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.428936] env[68503]: DEBUG nova.network.neutron [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.497697] env[68503]: DEBUG nova.network.neutron [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance_info_cache with network_info: [{"id": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "address": "fa:16:3e:01:3c:ad", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d42e001-27", "ovs_interfaceid": "7d42e001-2709-4ee4-a5ca-5bd2d44ba595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.699659] env[68503]: DEBUG nova.compute.utils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.707820] env[68503]: DEBUG nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.708150] env[68503]: DEBUG nova.network.neutron [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.771062] env[68503]: DEBUG nova.policy [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a98796e604cf4b099b08fdae4487a7d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc4490959f94762bfb7eac990fa661f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.846586] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861521, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.908474] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dd8f8e-34df-f258-1c32-0ae98282ec3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015509} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.908474] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.908474] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/7875a8e9-9518-4313-a4a8-ade3126c3ad3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.908474] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8571791-0d00-4485-82fb-c8124462d188 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.917112] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 767.917112] env[68503]: value = "task-2861522" [ 767.917112] env[68503]: _type = "Task" [ 767.917112] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.930901] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.977719] env[68503]: DEBUG nova.network.neutron [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.003471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-5291932b-4bd7-48f5-a6e1-c69f4912a590" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.003855] env[68503]: DEBUG nova.objects.instance [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lazy-loading 'migration_context' on Instance uuid 5291932b-4bd7-48f5-a6e1-c69f4912a590 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.204853] env[68503]: DEBUG nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.259094] env[68503]: DEBUG nova.network.neutron [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Updated VIF entry in instance network info cache for port 65196f94-f256-494e-9e87-8675c4a50cbf. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.259469] env[68503]: DEBUG nova.network.neutron [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Updating instance_info_cache with network_info: [{"id": "65196f94-f256-494e-9e87-8675c4a50cbf", "address": "fa:16:3e:05:fa:ca", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65196f94-f2", "ovs_interfaceid": "65196f94-f256-494e-9e87-8675c4a50cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.290695] env[68503]: DEBUG nova.network.neutron [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Updating instance_info_cache with network_info: [{"id": "3fdcc92d-2433-4070-98b3-b28de0fa9e19", "address": "fa:16:3e:12:2f:76", "network": {"id": "a969ba38-7424-494a-9564-de456d1ca577", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-503563265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c69e09f9cea405bb0452dd8bd358310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdcc92d-24", "ovs_interfaceid": "3fdcc92d-2433-4070-98b3-b28de0fa9e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.349765] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861521, 'name': CreateVM_Task, 'duration_secs': 0.523185} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.352509] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.354922] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.354922] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.354922] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.354922] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9296b2-5771-448c-a6de-5e0e21cd9ff2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.359180] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 768.359180] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528cc0a8-7ff3-e514-2fe2-29d47a8d7ee9" [ 768.359180] env[68503]: _type = "Task" [ 768.359180] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.367719] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528cc0a8-7ff3-e514-2fe2-29d47a8d7ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.373514] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c0e1d-d95a-4b05-8b0c-956de1ca98da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.376964] env[68503]: DEBUG nova.network.neutron [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Successfully created port: d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.383743] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bdfc5f-7aa8-4d0d-bead-7d2e0b41ae2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.415506] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fb0fda-e53e-448e-a658-25f468197d66 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.429072] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc24f41-e96f-43b4-b746-34cb4b6da217 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.433141] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861522, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.445649] env[68503]: DEBUG nova.compute.provider_tree [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.507668] env[68503]: DEBUG nova.objects.base [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Object Instance<5291932b-4bd7-48f5-a6e1-c69f4912a590> lazy-loaded attributes: info_cache,migration_context {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 768.508718] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13220e2f-6787-4452-9d8d-78934798d45f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.529703] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1559884-7e96-42b2-8480-5fd37cc8e399 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538989] env[68503]: DEBUG oslo_vmware.api [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 768.538989] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525f17df-f463-dc97-1912-d9b31dd07deb" [ 768.538989] env[68503]: _type = "Task" [ 768.538989] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.551022] env[68503]: DEBUG oslo_vmware.api [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525f17df-f463-dc97-1912-d9b31dd07deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.763145] env[68503]: DEBUG oslo_concurrency.lockutils [req-985d4523-7c7f-4b1b-9a62-f69f0e8c5e56 req-d657f8a7-fb60-416a-8b7a-1254d8a2ea88 service nova] Releasing lock "refresh_cache-e469c9c6-c965-49ba-9a09-fb27ced0b3d2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.793180] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Releasing lock "refresh_cache-e68039e4-6347-41cc-915b-5c9be6dca8b5" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.793487] env[68503]: DEBUG nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Instance network_info: |[{"id": "3fdcc92d-2433-4070-98b3-b28de0fa9e19", "address": "fa:16:3e:12:2f:76", "network": {"id": "a969ba38-7424-494a-9564-de456d1ca577", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-503563265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c69e09f9cea405bb0452dd8bd358310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdcc92d-24", "ovs_interfaceid": "3fdcc92d-2433-4070-98b3-b28de0fa9e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.793768] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:2f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fdcc92d-2433-4070-98b3-b28de0fa9e19', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.801676] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Creating folder: Project (7c69e09f9cea405bb0452dd8bd358310). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.801973] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92e37f26-0f61-4b41-8819-ddaed4e95920 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.812279] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Created folder: Project (7c69e09f9cea405bb0452dd8bd358310) in parent group-v575195. [ 768.812421] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Creating folder: Instances. Parent ref: group-v575260. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.812657] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a4a1700-5ea3-456c-8455-d69ab080a7b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.824085] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Created folder: Instances in parent group-v575260. [ 768.824339] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.824531] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.824734] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07783deb-0a4a-4a4e-9666-5e0c7cf91b6f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.843642] env[68503]: DEBUG nova.compute.manager [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Received event network-vif-plugged-3fdcc92d-2433-4070-98b3-b28de0fa9e19 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.843853] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] Acquiring lock "e68039e4-6347-41cc-915b-5c9be6dca8b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.844390] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.844390] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.844501] env[68503]: DEBUG nova.compute.manager [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] No waiting events found dispatching network-vif-plugged-3fdcc92d-2433-4070-98b3-b28de0fa9e19 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.844580] env[68503]: WARNING nova.compute.manager [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Received unexpected event network-vif-plugged-3fdcc92d-2433-4070-98b3-b28de0fa9e19 for instance with vm_state building and task_state spawning. [ 768.844736] env[68503]: DEBUG nova.compute.manager [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Received event network-changed-3fdcc92d-2433-4070-98b3-b28de0fa9e19 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.844890] env[68503]: DEBUG nova.compute.manager [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Refreshing instance network info cache due to event network-changed-3fdcc92d-2433-4070-98b3-b28de0fa9e19. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.845121] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] Acquiring lock "refresh_cache-e68039e4-6347-41cc-915b-5c9be6dca8b5" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.845264] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] Acquired lock "refresh_cache-e68039e4-6347-41cc-915b-5c9be6dca8b5" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.845419] env[68503]: DEBUG nova.network.neutron [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Refreshing network info cache for port 3fdcc92d-2433-4070-98b3-b28de0fa9e19 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.851780] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.851780] env[68503]: value = "task-2861525" [ 768.851780] env[68503]: _type = "Task" [ 768.851780] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.860285] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861525, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.869978] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528cc0a8-7ff3-e514-2fe2-29d47a8d7ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.869978] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.869978] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.869978] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.870171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.870171] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.870231] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-855d2183-258f-45d0-9b61-127dcbdaa394 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.878033] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.878033] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.878786] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa446bf2-6e98-47ee-9c3f-7d8a817b6246 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.884254] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 768.884254] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526c3bd5-f7d4-a561-c713-cd20726a3192" [ 768.884254] env[68503]: _type = "Task" [ 768.884254] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.891846] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526c3bd5-f7d4-a561-c713-cd20726a3192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.930727] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887791} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.931227] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/7875a8e9-9518-4313-a4a8-ade3126c3ad3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.931227] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.931483] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766760d4-5c64-42d9-b3d3-94ef43d7fb5f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.938021] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 768.938021] env[68503]: value = "task-2861526" [ 768.938021] env[68503]: _type = "Task" [ 768.938021] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.948800] env[68503]: DEBUG nova.scheduler.client.report [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.952620] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.049854] env[68503]: DEBUG oslo_vmware.api [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525f17df-f463-dc97-1912-d9b31dd07deb, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.050171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.217552] env[68503]: DEBUG nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.242759] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.243014] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.243212] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.243404] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.243559] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.243703] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.243909] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.244081] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.244249] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.244408] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.244576] env[68503]: DEBUG nova.virt.hardware [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.245441] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b254807-c5d9-48f5-a7ef-13474932e780 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.254724] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df66686-e06a-42fa-8afc-dd3d3b9b4f7b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.361932] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861525, 'name': CreateVM_Task, 'duration_secs': 0.320596} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.362019] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.362681] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.362843] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.363184] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.363439] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc46faec-a1d3-4d46-b1d2-f15a05cd2784 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.370017] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 769.370017] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fa0f9a-1c19-a848-e00e-446215d8ea37" [ 769.370017] env[68503]: _type = "Task" [ 769.370017] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.375567] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fa0f9a-1c19-a848-e00e-446215d8ea37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.392807] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526c3bd5-f7d4-a561-c713-cd20726a3192, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.394361] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a233d7-1eb8-4645-b8b2-5d12007f3c78 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.399526] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 769.399526] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52aea4b0-af9c-307f-7bc9-6a285c83cb30" [ 769.399526] env[68503]: _type = "Task" [ 769.399526] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.407232] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aea4b0-af9c-307f-7bc9-6a285c83cb30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.448043] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068611} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.448043] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.448657] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2394c229-f9a2-44fa-a9b8-04ac4ca9b508 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.453778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.456121] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.838s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.457604] env[68503]: INFO nova.compute.claims [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.478226] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/7875a8e9-9518-4313-a4a8-ade3126c3ad3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.479441] env[68503]: INFO nova.scheduler.client.report [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted allocations for instance ba2d1010-5dfb-4f47-9248-1724627272d3 [ 769.480577] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f43a7093-b5b3-49a4-a574-a06e91c54e8b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.509386] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 769.509386] env[68503]: value = "task-2861527" [ 769.509386] env[68503]: _type = "Task" [ 769.509386] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.516584] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.571296] env[68503]: DEBUG nova.network.neutron [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Updated VIF entry in instance network info cache for port 3fdcc92d-2433-4070-98b3-b28de0fa9e19. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.571738] env[68503]: DEBUG nova.network.neutron [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Updating instance_info_cache with network_info: [{"id": "3fdcc92d-2433-4070-98b3-b28de0fa9e19", "address": "fa:16:3e:12:2f:76", "network": {"id": "a969ba38-7424-494a-9564-de456d1ca577", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-503563265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c69e09f9cea405bb0452dd8bd358310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdcc92d-24", "ovs_interfaceid": "3fdcc92d-2433-4070-98b3-b28de0fa9e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.879271] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fa0f9a-1c19-a848-e00e-446215d8ea37, 'name': SearchDatastore_Task, 'duration_secs': 0.052215} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.879684] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.879815] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.880078] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.909357] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aea4b0-af9c-307f-7bc9-6a285c83cb30, 'name': SearchDatastore_Task, 'duration_secs': 0.045862} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.909621] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.909870] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e469c9c6-c965-49ba-9a09-fb27ced0b3d2/e469c9c6-c965-49ba-9a09-fb27ced0b3d2.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.910189] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.910380] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.910598] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b58c27-a45d-43b3-ba93-da9bcedd78a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.912463] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72da7783-fd0d-43b8-8d59-8d97f7b73701 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.919657] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 769.919657] env[68503]: value = "task-2861528" [ 769.919657] env[68503]: _type = "Task" [ 769.919657] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.923901] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.924095] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.925187] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77058027-0e5e-4ea5-8350-0ea021a8d7c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.931500] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.934512] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 769.934512] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52aac726-e116-4532-dab6-b08e1f0fadd8" [ 769.934512] env[68503]: _type = "Task" [ 769.934512] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.942907] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aac726-e116-4532-dab6-b08e1f0fadd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.968906] env[68503]: DEBUG nova.network.neutron [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Successfully updated port: d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.004837] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88d8f31b-791f-41c4-b862-b7109ab43d30 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "ba2d1010-5dfb-4f47-9248-1724627272d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.229s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.019151] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861527, 'name': ReconfigVM_Task, 'duration_secs': 0.345173} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.019608] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/7875a8e9-9518-4313-a4a8-ade3126c3ad3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.020548] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d719b34f-c646-4d96-8531-3d27449cb259 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.027267] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 770.027267] env[68503]: value = "task-2861529" [ 770.027267] env[68503]: _type = "Task" [ 770.027267] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.035265] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861529, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.075149] env[68503]: DEBUG oslo_concurrency.lockutils [req-ae164b80-08d3-4ee2-86d5-deae74ce4772 req-0d549cb5-3870-403d-9bd5-0ffb67fec478 service nova] Releasing lock "refresh_cache-e68039e4-6347-41cc-915b-5c9be6dca8b5" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.429601] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.443263] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aac726-e116-4532-dab6-b08e1f0fadd8, 'name': SearchDatastore_Task, 'duration_secs': 0.01748} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.444086] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71882b24-d170-49d7-bdc8-5d7cac395a8d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.449323] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 770.449323] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525355fd-53ad-4d77-b5ba-d0c8b837fb17" [ 770.449323] env[68503]: _type = "Task" [ 770.449323] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.458156] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525355fd-53ad-4d77-b5ba-d0c8b837fb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.471824] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.471969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.472138] env[68503]: DEBUG nova.network.neutron [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.539704] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861529, 'name': Rename_Task, 'duration_secs': 0.252259} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.540131] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.540444] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76711273-0fb6-4336-b821-7a407882209c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.550470] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 770.550470] env[68503]: value = "task-2861530" [ 770.550470] env[68503]: _type = "Task" [ 770.550470] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.564429] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.774706] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "d8adc464-8082-4c42-a65c-a6cf62ce153d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.775145] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.775423] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "d8adc464-8082-4c42-a65c-a6cf62ce153d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.775674] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.775862] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.778283] env[68503]: INFO nova.compute.manager [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Terminating instance [ 770.857460] env[68503]: DEBUG nova.compute.manager [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Received event network-vif-plugged-d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.857715] env[68503]: DEBUG oslo_concurrency.lockutils [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] Acquiring lock "e506d465-896d-4493-9e6b-398f3f08048b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.857882] env[68503]: DEBUG oslo_concurrency.lockutils [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] Lock "e506d465-896d-4493-9e6b-398f3f08048b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.858096] env[68503]: DEBUG oslo_concurrency.lockutils [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] Lock "e506d465-896d-4493-9e6b-398f3f08048b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.858276] env[68503]: DEBUG nova.compute.manager [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] No waiting events found dispatching network-vif-plugged-d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.858433] env[68503]: WARNING nova.compute.manager [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Received unexpected event network-vif-plugged-d1eb03b1-faec-450f-8578-4a67078e4099 for instance with vm_state building and task_state spawning. [ 770.858569] env[68503]: DEBUG nova.compute.manager [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Received event network-changed-d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.858717] env[68503]: DEBUG nova.compute.manager [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Refreshing instance network info cache due to event network-changed-d1eb03b1-faec-450f-8578-4a67078e4099. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.858878] env[68503]: DEBUG oslo_concurrency.lockutils [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] Acquiring lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.932138] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.966357} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.932405] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e469c9c6-c965-49ba-9a09-fb27ced0b3d2/e469c9c6-c965-49ba-9a09-fb27ced0b3d2.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.932591] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.932832] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de0aa3d7-6573-41b6-a42a-73e645f69b09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.938815] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 770.938815] env[68503]: value = "task-2861531" [ 770.938815] env[68503]: _type = "Task" [ 770.938815] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.948128] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.961850] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525355fd-53ad-4d77-b5ba-d0c8b837fb17, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.962148] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.962415] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e68039e4-6347-41cc-915b-5c9be6dca8b5/e68039e4-6347-41cc-915b-5c9be6dca8b5.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.962658] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97f14b49-b18f-4355-975f-9f3c8b75508b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.971530] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 770.971530] env[68503]: value = "task-2861532" [ 770.971530] env[68503]: _type = "Task" [ 770.971530] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.981232] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.013156] env[68503]: DEBUG nova.network.neutron [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.018038] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d4e925-6027-4ffa-85b1-5be34f8c8861 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.025550] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13e9ed-fc65-4020-a44f-b138d96addbe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.064462] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9a8d52-3258-4601-86fe-0188db312c5f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.072414] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.075543] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d71fb-1d83-4128-8071-9695e7b8558a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.091666] env[68503]: DEBUG nova.compute.provider_tree [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.196754] env[68503]: DEBUG nova.network.neutron [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updating instance_info_cache with network_info: [{"id": "d1eb03b1-faec-450f-8578-4a67078e4099", "address": "fa:16:3e:e4:8a:57", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1eb03b1-fa", "ovs_interfaceid": "d1eb03b1-faec-450f-8578-4a67078e4099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.286524] env[68503]: DEBUG nova.compute.manager [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.287334] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.287904] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce105bb-952b-4793-a19c-3428e8d56ee0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.296175] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.296469] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa93541-343b-4d25-8fc3-b75e5ba4a9e7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.305833] env[68503]: DEBUG oslo_vmware.api [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 771.305833] env[68503]: value = "task-2861533" [ 771.305833] env[68503]: _type = "Task" [ 771.305833] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.314187] env[68503]: DEBUG oslo_vmware.api [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.450040] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087661} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.450425] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.451408] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a90e79-49ea-4900-885d-cc8e4551190c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.480847] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] e469c9c6-c965-49ba-9a09-fb27ced0b3d2/e469c9c6-c965-49ba-9a09-fb27ced0b3d2.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.481113] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e45b8c8-b8ca-4853-aed6-5de6fa0262a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.504993] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.507712] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 771.507712] env[68503]: value = "task-2861534" [ 771.507712] env[68503]: _type = "Task" [ 771.507712] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.515185] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.570378] env[68503]: DEBUG oslo_vmware.api [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861530, 'name': PowerOnVM_Task, 'duration_secs': 0.647903} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.570680] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.570884] env[68503]: INFO nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Took 11.61 seconds to spawn the instance on the hypervisor. [ 771.571070] env[68503]: DEBUG nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.571877] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02475a7-5e07-4523-89dc-8fa0e93d71f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.595359] env[68503]: DEBUG nova.scheduler.client.report [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.699826] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Releasing lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.700248] env[68503]: DEBUG nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance network_info: |[{"id": "d1eb03b1-faec-450f-8578-4a67078e4099", "address": "fa:16:3e:e4:8a:57", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1eb03b1-fa", "ovs_interfaceid": "d1eb03b1-faec-450f-8578-4a67078e4099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.700632] env[68503]: DEBUG oslo_concurrency.lockutils [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] Acquired lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.700910] env[68503]: DEBUG nova.network.neutron [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Refreshing network info cache for port d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.706020] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:8a:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1eb03b1-faec-450f-8578-4a67078e4099', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.718478] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.720186] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.720549] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95e4cd35-6783-4b9a-87f5-960c36849012 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.746836] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.746836] env[68503]: value = "task-2861535" [ 771.746836] env[68503]: _type = "Task" [ 771.746836] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.755470] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861535, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.819066] env[68503]: DEBUG oslo_vmware.api [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861533, 'name': PowerOffVM_Task, 'duration_secs': 0.42732} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.819066] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.819066] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.819066] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c864f717-c484-4f0e-87a5-7bbcbb8af5d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.884170] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.884454] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.884657] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleting the datastore file [datastore2] d8adc464-8082-4c42-a65c-a6cf62ce153d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.884973] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-246ae3a0-7c83-4b8f-8e86-83388fb4ec08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.892669] env[68503]: DEBUG oslo_vmware.api [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 771.892669] env[68503]: value = "task-2861537" [ 771.892669] env[68503]: _type = "Task" [ 771.892669] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.901583] env[68503]: DEBUG oslo_vmware.api [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.990471] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647714} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.990740] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e68039e4-6347-41cc-915b-5c9be6dca8b5/e68039e4-6347-41cc-915b-5c9be6dca8b5.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.991556] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.991556] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4222cd-eb3e-4b96-a1ab-8bceaf829ef5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.001034] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 772.001034] env[68503]: value = "task-2861538" [ 772.001034] env[68503]: _type = "Task" [ 772.001034] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.015709] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.021948] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.092411] env[68503]: INFO nova.compute.manager [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Took 45.57 seconds to build instance. [ 772.100873] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.101705] env[68503]: DEBUG nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.105835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.406s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.106192] env[68503]: DEBUG nova.objects.instance [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lazy-loading 'resources' on Instance uuid fb9fd541-38e9-4ca5-a7b3-c6a06461c2da {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.257194] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861535, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.402501] env[68503]: DEBUG oslo_vmware.api [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496389} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.402819] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.403012] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.403204] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.403378] env[68503]: INFO nova.compute.manager [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 772.403618] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.403851] env[68503]: DEBUG nova.compute.manager [-] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.403907] env[68503]: DEBUG nova.network.neutron [-] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.465064] env[68503]: DEBUG nova.network.neutron [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updated VIF entry in instance network info cache for port d1eb03b1-faec-450f-8578-4a67078e4099. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.465446] env[68503]: DEBUG nova.network.neutron [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updating instance_info_cache with network_info: [{"id": "d1eb03b1-faec-450f-8578-4a67078e4099", "address": "fa:16:3e:e4:8a:57", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1eb03b1-fa", "ovs_interfaceid": "d1eb03b1-faec-450f-8578-4a67078e4099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.510739] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070392} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.513938] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.514900] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629c4a01-0353-41c6-87d5-f5c44013e434 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.523637] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861534, 'name': ReconfigVM_Task, 'duration_secs': 0.886386} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.535070] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Reconfigured VM instance instance-00000016 to attach disk [datastore2] e469c9c6-c965-49ba-9a09-fb27ced0b3d2/e469c9c6-c965-49ba-9a09-fb27ced0b3d2.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.545179] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] e68039e4-6347-41cc-915b-5c9be6dca8b5/e68039e4-6347-41cc-915b-5c9be6dca8b5.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.545880] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-488a8213-5976-4ae2-8e53-41c2339d0bc4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.549024] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b49c58f6-76aa-44ab-919b-7428abc274f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.571632] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 772.571632] env[68503]: value = "task-2861539" [ 772.571632] env[68503]: _type = "Task" [ 772.571632] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.572152] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 772.572152] env[68503]: value = "task-2861540" [ 772.572152] env[68503]: _type = "Task" [ 772.572152] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.578749] env[68503]: INFO nova.compute.manager [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Rescuing [ 772.579118] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.579366] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.579636] env[68503]: DEBUG nova.network.neutron [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.586754] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.590329] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861539, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.594870] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ad71f411-cf85-49fe-aedd-dfc3fa5501fa tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.454s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.612697] env[68503]: DEBUG nova.compute.utils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.615499] env[68503]: DEBUG nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.615499] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.704415] env[68503]: DEBUG nova.policy [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca446864644a4a2abc02be33569f2635', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60aff69660c64cffb6c8cc201cc33d5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.761364] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861535, 'name': CreateVM_Task, 'duration_secs': 0.70613} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.764976] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.766143] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.766449] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.766726] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.767250] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0818d5c-8f17-4ae4-8df9-fc59cd87af7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.773321] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 772.773321] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521afc7c-eb76-f106-06dd-1aea9056ea50" [ 772.773321] env[68503]: _type = "Task" [ 772.773321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.785777] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521afc7c-eb76-f106-06dd-1aea9056ea50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.825388] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.825696] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.967875] env[68503]: DEBUG oslo_concurrency.lockutils [req-4d1b09be-bdc5-455a-b417-b5942fd7b98b req-bf40d625-83f4-4944-af56-2fb36a1dd648 service nova] Releasing lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.012866] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Successfully created port: aa9f3228-838e-410d-8d58-c31c2530ed02 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.042922] env[68503]: DEBUG nova.compute.manager [req-324494b8-1d20-43e2-ba8c-5d97ed829ea2 req-7a6e9e61-ea23-4695-bcf8-3ad051cc8d34 service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Received event network-vif-deleted-151398f4-8b15-4e24-b067-f77205abe26a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.042922] env[68503]: INFO nova.compute.manager [req-324494b8-1d20-43e2-ba8c-5d97ed829ea2 req-7a6e9e61-ea23-4695-bcf8-3ad051cc8d34 service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Neutron deleted interface 151398f4-8b15-4e24-b067-f77205abe26a; detaching it from the instance and deleting it from the info cache [ 773.042922] env[68503]: DEBUG nova.network.neutron [req-324494b8-1d20-43e2-ba8c-5d97ed829ea2 req-7a6e9e61-ea23-4695-bcf8-3ad051cc8d34 service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.095267] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861539, 'name': Rename_Task, 'duration_secs': 0.239987} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.095267] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861540, 'name': ReconfigVM_Task, 'duration_secs': 0.308372} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.095267] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.095606] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Reconfigured VM instance instance-00000017 to attach disk [datastore2] e68039e4-6347-41cc-915b-5c9be6dca8b5/e68039e4-6347-41cc-915b-5c9be6dca8b5.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.096228] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19be4d09-3e1d-4c40-9045-a05c2718e7b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.098173] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1135226-37e6-46b9-af95-d7985bb27890 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.101864] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.109291] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 773.109291] env[68503]: value = "task-2861542" [ 773.109291] env[68503]: _type = "Task" [ 773.109291] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.110612] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 773.110612] env[68503]: value = "task-2861541" [ 773.110612] env[68503]: _type = "Task" [ 773.110612] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.119208] env[68503]: DEBUG nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.125332] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861542, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.134392] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.203580] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a266de5-fce6-4654-bbe9-b7da1d298809 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.212217] env[68503]: DEBUG nova.network.neutron [-] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.214494] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe512bd-e901-4b9f-b15a-7f3531d27236 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.254699] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d191da1-39c1-4516-962e-4d7cf76ad019 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.262666] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24730a7-b6f8-4113-8061-d1b941d32122 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.276802] env[68503]: DEBUG nova.compute.provider_tree [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.286046] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521afc7c-eb76-f106-06dd-1aea9056ea50, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.286900] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.287170] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.287406] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.288689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.288689] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.288689] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b461fbba-dc66-41c9-8822-607831b3fce5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.301492] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.301666] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.302838] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679b4cd5-db29-40c0-b3b4-ca5eccb0de70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.307493] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 773.307493] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d51935-5266-df3a-b831-0350984fec44" [ 773.307493] env[68503]: _type = "Task" [ 773.307493] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.317072] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d51935-5266-df3a-b831-0350984fec44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.338335] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.341847] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.342139] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.342366] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.342592] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.342737] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.342872] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 773.343029] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.452224] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Successfully created port: d33f0c11-b508-487a-a6d3-edb6398bdadb {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.455840] env[68503]: DEBUG nova.network.neutron [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Updating instance_info_cache with network_info: [{"id": "75213971-31f4-4121-844d-8ab8869116e8", "address": "fa:16:3e:c0:22:ee", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75213971-31", "ovs_interfaceid": "75213971-31f4-4121-844d-8ab8869116e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.547224] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d0f4fa2-d209-4fc7-ab9b-00dddf339406 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.557333] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f620004-8bc7-467c-9976-174f130e39f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.590257] env[68503]: DEBUG nova.compute.manager [req-324494b8-1d20-43e2-ba8c-5d97ed829ea2 req-7a6e9e61-ea23-4695-bcf8-3ad051cc8d34 service nova] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Detach interface failed, port_id=151398f4-8b15-4e24-b067-f77205abe26a, reason: Instance d8adc464-8082-4c42-a65c-a6cf62ce153d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 773.622199] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861542, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.630220] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.631191] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.687169] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Successfully created port: a0f95dc1-8cf8-45b9-9521-5991fc7779f2 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.722478] env[68503]: INFO nova.compute.manager [-] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Took 1.32 seconds to deallocate network for instance. [ 773.782533] env[68503]: DEBUG nova.scheduler.client.report [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.819624] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d51935-5266-df3a-b831-0350984fec44, 'name': SearchDatastore_Task, 'duration_secs': 0.026496} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.821409] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4371787e-c6a6-4ca7-8efb-cf5d5b09b1c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.827098] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 773.827098] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52501861-ddfb-7ddb-ea55-e27bb3662b90" [ 773.827098] env[68503]: _type = "Task" [ 773.827098] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.836138] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52501861-ddfb-7ddb-ea55-e27bb3662b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.848685] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.959854] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-7875a8e9-9518-4313-a4a8-ade3126c3ad3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.123747] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861542, 'name': Rename_Task, 'duration_secs': 0.85729} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.124432] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.124685] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194e0952-2005-488d-bbd5-e1cb6d40ff9e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.129316] env[68503]: DEBUG oslo_vmware.api [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861541, 'name': PowerOnVM_Task, 'duration_secs': 0.846484} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.129894] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.130177] env[68503]: INFO nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Took 11.40 seconds to spawn the instance on the hypervisor. [ 774.130405] env[68503]: DEBUG nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.131215] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6636dd89-c8be-482e-8b65-86545989c5ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.135334] env[68503]: DEBUG nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.137334] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 774.137334] env[68503]: value = "task-2861543" [ 774.137334] env[68503]: _type = "Task" [ 774.137334] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.822587] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.823574] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.718s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.831082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.585s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.831082] env[68503]: INFO nova.compute.claims [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.841728] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.841728] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.841728] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.841728] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.841997] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.841997] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.841997] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.841997] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.841997] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.842127] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.842127] env[68503]: DEBUG nova.virt.hardware [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.842127] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc809d-27dc-4d34-89df-7d947dd3b09a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.847598] env[68503]: DEBUG oslo_vmware.api [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861543, 'name': PowerOnVM_Task, 'duration_secs': 0.475272} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.847905] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.848367] env[68503]: INFO nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Took 9.36 seconds to spawn the instance on the hypervisor. [ 774.848367] env[68503]: DEBUG nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.852503] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df8b11-9535-4067-9e87-9180f0e119e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.855236] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52501861-ddfb-7ddb-ea55-e27bb3662b90, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.857590] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.858100] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e506d465-896d-4493-9e6b-398f3f08048b/e506d465-896d-4493-9e6b-398f3f08048b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.858818] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de927b93-787c-4b28-934b-0034bdcc055c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.861670] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d7c3e4-bcfc-4305-9309-cbca40541008 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.881800] env[68503]: INFO nova.scheduler.client.report [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Deleted allocations for instance fb9fd541-38e9-4ca5-a7b3-c6a06461c2da [ 774.885309] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 774.885309] env[68503]: value = "task-2861544" [ 774.885309] env[68503]: _type = "Task" [ 774.885309] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.894138] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.247320] env[68503]: DEBUG nova.compute.manager [req-99319c44-a305-4cf8-85af-e100cf0de2ae req-c53a14c5-9603-4d18-9256-bfaa4dfa8bc1 service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-vif-plugged-aa9f3228-838e-410d-8d58-c31c2530ed02 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.247684] env[68503]: DEBUG oslo_concurrency.lockutils [req-99319c44-a305-4cf8-85af-e100cf0de2ae req-c53a14c5-9603-4d18-9256-bfaa4dfa8bc1 service nova] Acquiring lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.247855] env[68503]: DEBUG oslo_concurrency.lockutils [req-99319c44-a305-4cf8-85af-e100cf0de2ae req-c53a14c5-9603-4d18-9256-bfaa4dfa8bc1 service nova] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.248384] env[68503]: DEBUG oslo_concurrency.lockutils [req-99319c44-a305-4cf8-85af-e100cf0de2ae req-c53a14c5-9603-4d18-9256-bfaa4dfa8bc1 service nova] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.248955] env[68503]: DEBUG nova.compute.manager [req-99319c44-a305-4cf8-85af-e100cf0de2ae req-c53a14c5-9603-4d18-9256-bfaa4dfa8bc1 service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] No waiting events found dispatching network-vif-plugged-aa9f3228-838e-410d-8d58-c31c2530ed02 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.248955] env[68503]: WARNING nova.compute.manager [req-99319c44-a305-4cf8-85af-e100cf0de2ae req-c53a14c5-9603-4d18-9256-bfaa4dfa8bc1 service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received unexpected event network-vif-plugged-aa9f3228-838e-410d-8d58-c31c2530ed02 for instance with vm_state building and task_state spawning. [ 775.263214] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Successfully updated port: aa9f3228-838e-410d-8d58-c31c2530ed02 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.348626] env[68503]: INFO nova.compute.manager [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Took 43.19 seconds to build instance. [ 775.376903] env[68503]: INFO nova.compute.manager [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Took 39.67 seconds to build instance. [ 775.393757] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e4e749c7-4c6f-45ab-a3b8-be6f26625c01 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014 tempest-FloatingIPsAssociationNegativeTestJSON-2051569014-project-member] Lock "fb9fd541-38e9-4ca5-a7b3-c6a06461c2da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.511s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.398193] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478623} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.398448] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e506d465-896d-4493-9e6b-398f3f08048b/e506d465-896d-4493-9e6b-398f3f08048b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.398653] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.399395] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdc83346-0047-483a-8c9f-6ddc114e3ed0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.405694] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 775.405694] env[68503]: value = "task-2861545" [ 775.405694] env[68503]: _type = "Task" [ 775.405694] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.415130] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.836140] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.836726] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34bed6a0-06f0-44de-af48-4e6a73912c71 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.843622] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 775.843622] env[68503]: value = "task-2861546" [ 775.843622] env[68503]: _type = "Task" [ 775.843622] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.850429] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d29995-640f-48db-8064-87e28739694e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.214s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.857237] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.879558] env[68503]: DEBUG oslo_concurrency.lockutils [None req-660dd9e2-72c1-4efe-912f-60e037b659f2 tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.972s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.915285] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063369} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.917912] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.918934] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240928f1-fa30-4d7a-bd23-8543ce7439cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.946870] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] e506d465-896d-4493-9e6b-398f3f08048b/e506d465-896d-4493-9e6b-398f3f08048b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.950857] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb53c5d-42ea-4553-aa90-64b89ea04668 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.972656] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 775.972656] env[68503]: value = "task-2861547" [ 775.972656] env[68503]: _type = "Task" [ 775.972656] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.984672] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.353480] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861546, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.360510] env[68503]: DEBUG nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.383720] env[68503]: DEBUG nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.427053] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1fca20-1066-40c7-bf71-6f27231fc1ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.439312] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d9efa-8daa-4bac-867b-8d518f1c2314 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.477886] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d063c5-81a5-4122-91c3-b53134d07b33 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.485840] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.488987] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe34b5d-b46c-4b66-bcae-eeeaf9a47772 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.502616] env[68503]: DEBUG nova.compute.provider_tree [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.854066] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861546, 'name': PowerOffVM_Task, 'duration_secs': 0.555432} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.854314] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.855146] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d705bf-2c8b-4430-865e-6e4d32f53aeb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.877361] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf0ff43-d4db-449a-adfc-e5c76ec11235 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.898722] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.911066] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.919856] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.920190] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebd805da-c68f-4d9c-8162-d95f813baa06 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.927407] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 776.927407] env[68503]: value = "task-2861548" [ 776.927407] env[68503]: _type = "Task" [ 776.927407] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.935767] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.984710] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861547, 'name': ReconfigVM_Task, 'duration_secs': 0.794281} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.985114] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Reconfigured VM instance instance-00000018 to attach disk [datastore2] e506d465-896d-4493-9e6b-398f3f08048b/e506d465-896d-4493-9e6b-398f3f08048b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.986235] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010a48e4-d237-41d2-b4b8-a60aff81a183 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.993697] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 776.993697] env[68503]: value = "task-2861549" [ 776.993697] env[68503]: _type = "Task" [ 776.993697] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.003559] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861549, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.005624] env[68503]: DEBUG nova.scheduler.client.report [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.104757] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "e68039e4-6347-41cc-915b-5c9be6dca8b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.105052] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.105270] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "e68039e4-6347-41cc-915b-5c9be6dca8b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.105452] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.105669] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.108147] env[68503]: INFO nova.compute.manager [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Terminating instance [ 777.260584] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.260876] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.261119] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.261343] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.261519] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.263812] env[68503]: INFO nova.compute.manager [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Terminating instance [ 777.396188] env[68503]: DEBUG nova.compute.manager [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-changed-aa9f3228-838e-410d-8d58-c31c2530ed02 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.396654] env[68503]: DEBUG nova.compute.manager [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Refreshing instance network info cache due to event network-changed-aa9f3228-838e-410d-8d58-c31c2530ed02. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.396654] env[68503]: DEBUG oslo_concurrency.lockutils [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] Acquiring lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.398436] env[68503]: DEBUG oslo_concurrency.lockutils [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] Acquired lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.398965] env[68503]: DEBUG nova.network.neutron [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Refreshing network info cache for port aa9f3228-838e-410d-8d58-c31c2530ed02 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.443535] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 777.443841] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.444163] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.444362] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.444618] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.444848] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99bd7f04-5c3a-47d4-bada-9827b3cbe455 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.454620] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.454620] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.455102] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77d978c-b688-4345-b927-7ae4b01e7f2a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.460380] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 777.460380] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52788d2c-bae1-b1ca-f4a7-b8e50299fd3c" [ 777.460380] env[68503]: _type = "Task" [ 777.460380] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.469020] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52788d2c-bae1-b1ca-f4a7-b8e50299fd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.505772] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861549, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.510720] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.511291] env[68503]: DEBUG nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.514321] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.688s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.516034] env[68503]: INFO nova.compute.claims [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.612761] env[68503]: DEBUG nova.compute.manager [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.613026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.613926] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c2b06-1f50-4897-9851-c952bab44689 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.622708] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.622960] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742b3523-f85c-4bbb-b835-63251774396c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.629807] env[68503]: DEBUG oslo_vmware.api [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 777.629807] env[68503]: value = "task-2861550" [ 777.629807] env[68503]: _type = "Task" [ 777.629807] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.637637] env[68503]: DEBUG oslo_vmware.api [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.705691] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Successfully updated port: d33f0c11-b508-487a-a6d3-edb6398bdadb {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.768250] env[68503]: DEBUG nova.compute.manager [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.768501] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.769436] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e3d5cd-240b-432a-8b95-50a9e5b9e409 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.779197] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.779451] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7bae2ce-a522-47f8-9725-ca360ffa6c8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.786341] env[68503]: DEBUG oslo_vmware.api [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 777.786341] env[68503]: value = "task-2861551" [ 777.786341] env[68503]: _type = "Task" [ 777.786341] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.794686] env[68503]: DEBUG oslo_vmware.api [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.953021] env[68503]: DEBUG nova.network.neutron [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.971728] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52788d2c-bae1-b1ca-f4a7-b8e50299fd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.971814] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d6361e-c09d-44c7-9b96-e403cfd1a01e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.978513] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 777.978513] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5214b04d-09c7-607c-c43e-0c5ab15bab18" [ 777.978513] env[68503]: _type = "Task" [ 777.978513] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.986907] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5214b04d-09c7-607c-c43e-0c5ab15bab18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.003583] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861549, 'name': Rename_Task, 'duration_secs': 0.90927} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.007688] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.007688] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d27fbb8c-1d41-4ae9-ae91-06a52326c91f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.011658] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 778.011658] env[68503]: value = "task-2861552" [ 778.011658] env[68503]: _type = "Task" [ 778.011658] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.023047] env[68503]: DEBUG nova.compute.utils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.024653] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.025011] env[68503]: DEBUG nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.025306] env[68503]: DEBUG nova.network.neutron [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.058088] env[68503]: DEBUG nova.network.neutron [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.078965] env[68503]: DEBUG nova.policy [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7012c3f790db43afbb96bb7a19c0124f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0114dd446e644b938e1c31c2fe4a6198', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.139862] env[68503]: DEBUG oslo_vmware.api [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861550, 'name': PowerOffVM_Task, 'duration_secs': 0.231467} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.142691] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.142691] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.142691] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8030b2-65ad-4d0e-a434-15a83b6c217c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.206139] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.206374] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.206552] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Deleting the datastore file [datastore2] e68039e4-6347-41cc-915b-5c9be6dca8b5 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.206821] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dff9207-fde6-49f1-979a-a2fc7eb7519c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.215374] env[68503]: DEBUG oslo_vmware.api [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for the task: (returnval){ [ 778.215374] env[68503]: value = "task-2861554" [ 778.215374] env[68503]: _type = "Task" [ 778.215374] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.223464] env[68503]: DEBUG oslo_vmware.api [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.298890] env[68503]: DEBUG oslo_vmware.api [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861551, 'name': PowerOffVM_Task, 'duration_secs': 0.222376} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.298890] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.298890] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.298890] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56317e4a-9567-4cc6-866d-6f1cc5032c53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.355033] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.355033] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.355033] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Deleting the datastore file [datastore2] e469c9c6-c965-49ba-9a09-fb27ced0b3d2 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.355033] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d3c2100-cf8e-4220-a88d-6dcb15467c6a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.366294] env[68503]: DEBUG oslo_vmware.api [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for the task: (returnval){ [ 778.366294] env[68503]: value = "task-2861556" [ 778.366294] env[68503]: _type = "Task" [ 778.366294] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.381119] env[68503]: DEBUG oslo_vmware.api [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.493221] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5214b04d-09c7-607c-c43e-0c5ab15bab18, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.494132] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.494612] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. {{(pid=68503) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 778.495789] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-918f5128-ef86-42ff-9b77-2043ee659402 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.502172] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 778.502172] env[68503]: value = "task-2861557" [ 778.502172] env[68503]: _type = "Task" [ 778.502172] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.511600] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.520324] env[68503]: DEBUG oslo_vmware.api [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861552, 'name': PowerOnVM_Task, 'duration_secs': 0.47006} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.521044] env[68503]: DEBUG nova.network.neutron [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Successfully created port: ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.523238] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.527190] env[68503]: INFO nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Took 9.31 seconds to spawn the instance on the hypervisor. [ 778.527190] env[68503]: DEBUG nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.530031] env[68503]: DEBUG nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.533274] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b426aa88-f96b-402b-be7f-d800b9b06a3b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.561620] env[68503]: DEBUG oslo_concurrency.lockutils [req-299961d1-296f-486a-94a3-711fdda8d66b req-9603262a-a3f0-4d77-a492-c8160e95821c service nova] Releasing lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.726900] env[68503]: DEBUG oslo_vmware.api [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Task: {'id': task-2861554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153074} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.727283] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.727452] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.727651] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.727889] env[68503]: INFO nova.compute.manager [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 778.728216] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.728870] env[68503]: DEBUG nova.compute.manager [-] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.728870] env[68503]: DEBUG nova.network.neutron [-] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.879078] env[68503]: DEBUG oslo_vmware.api [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Task: {'id': task-2861556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126328} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.881902] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.882140] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.882328] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.882503] env[68503]: INFO nova.compute.manager [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 778.882745] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.883199] env[68503]: DEBUG nova.compute.manager [-] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.883302] env[68503]: DEBUG nova.network.neutron [-] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.013488] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482055} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.017450] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. [ 779.019350] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa8108-7113-4c1d-b7af-2c93a6f0ba84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.061020] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.066633] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39856c26-3103-4f16-8fb7-435a6db005a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.080367] env[68503]: INFO nova.compute.manager [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Took 39.01 seconds to build instance. [ 779.090127] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 779.090127] env[68503]: value = "task-2861558" [ 779.090127] env[68503]: _type = "Task" [ 779.090127] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.115261] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.209781] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850dde8e-cf39-4991-8aa1-b81c31de9294 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.218438] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e872de8-e4de-4cc4-84b8-e3bfa335656c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.250801] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c864b-379f-43f9-9328-9b52a4009abe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.255353] env[68503]: DEBUG nova.compute.manager [req-717190ec-72d3-4963-80f2-d61deb1429fa req-880aa839-9f57-4c97-a90d-3df0466f24c5 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Received event network-vif-deleted-65196f94-f256-494e-9e87-8675c4a50cbf {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.255481] env[68503]: INFO nova.compute.manager [req-717190ec-72d3-4963-80f2-d61deb1429fa req-880aa839-9f57-4c97-a90d-3df0466f24c5 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Neutron deleted interface 65196f94-f256-494e-9e87-8675c4a50cbf; detaching it from the instance and deleting it from the info cache [ 779.255649] env[68503]: DEBUG nova.network.neutron [req-717190ec-72d3-4963-80f2-d61deb1429fa req-880aa839-9f57-4c97-a90d-3df0466f24c5 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.262528] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66935767-185b-4c34-b34e-b18c08fd61a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.277123] env[68503]: DEBUG nova.compute.provider_tree [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.473051] env[68503]: DEBUG nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-vif-plugged-d33f0c11-b508-487a-a6d3-edb6398bdadb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.473051] env[68503]: DEBUG oslo_concurrency.lockutils [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] Acquiring lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.473051] env[68503]: DEBUG oslo_concurrency.lockutils [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.475680] env[68503]: DEBUG oslo_concurrency.lockutils [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.475680] env[68503]: DEBUG nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] No waiting events found dispatching network-vif-plugged-d33f0c11-b508-487a-a6d3-edb6398bdadb {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.475680] env[68503]: WARNING nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received unexpected event network-vif-plugged-d33f0c11-b508-487a-a6d3-edb6398bdadb for instance with vm_state building and task_state spawning. [ 779.475680] env[68503]: DEBUG nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-changed-d33f0c11-b508-487a-a6d3-edb6398bdadb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.475680] env[68503]: DEBUG nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Refreshing instance network info cache due to event network-changed-d33f0c11-b508-487a-a6d3-edb6398bdadb. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.475907] env[68503]: DEBUG oslo_concurrency.lockutils [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] Acquiring lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.475907] env[68503]: DEBUG oslo_concurrency.lockutils [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] Acquired lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.475907] env[68503]: DEBUG nova.network.neutron [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Refreshing network info cache for port d33f0c11-b508-487a-a6d3-edb6398bdadb {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.562826] env[68503]: DEBUG nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.583401] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e1e4ffe1-8331-411e-9dfa-05eab3eb75ab tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.172s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.600422] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.602607] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.602870] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.603041] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.603229] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.603373] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.603535] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.603839] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.604226] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.604355] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.604446] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.604632] env[68503]: DEBUG nova.virt.hardware [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.605289] env[68503]: DEBUG nova.network.neutron [-] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.606716] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c7047f-b298-4500-80f6-a5301c2eae61 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.617907] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc3c68c-30d7-4f66-9076-e14f255df478 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.706264] env[68503]: DEBUG nova.network.neutron [-] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.760954] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65f2d3bb-e924-463d-bfa7-34b520eb6253 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.771734] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd8543e-5742-4b60-8e8a-a6b2666851fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.787801] env[68503]: DEBUG nova.scheduler.client.report [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.814545] env[68503]: DEBUG nova.compute.manager [req-717190ec-72d3-4963-80f2-d61deb1429fa req-880aa839-9f57-4c97-a90d-3df0466f24c5 service nova] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Detach interface failed, port_id=65196f94-f256-494e-9e87-8675c4a50cbf, reason: Instance e469c9c6-c965-49ba-9a09-fb27ced0b3d2 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 780.041551] env[68503]: DEBUG nova.network.neutron [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.089018] env[68503]: DEBUG nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.101475] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.115113] env[68503]: INFO nova.compute.manager [-] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Took 1.38 seconds to deallocate network for instance. [ 780.208724] env[68503]: INFO nova.compute.manager [-] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Took 1.33 seconds to deallocate network for instance. [ 780.219790] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Successfully updated port: a0f95dc1-8cf8-45b9-9521-5991fc7779f2 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.255978] env[68503]: DEBUG nova.network.neutron [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.296022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.296022] env[68503]: DEBUG nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.296855] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.173s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.297347] env[68503]: DEBUG nova.objects.instance [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 780.486211] env[68503]: DEBUG nova.network.neutron [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Successfully updated port: ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.602770] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861558, 'name': ReconfigVM_Task, 'duration_secs': 1.104464} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.605115] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.606268] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd1323-bb46-483b-b488-c76e449ef2fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.629936] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.638470] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.638470] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbd2ee0-c392-42a2-81b1-9d92c570a5a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.660229] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 780.660229] env[68503]: value = "task-2861559" [ 780.660229] env[68503]: _type = "Task" [ 780.660229] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.670464] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.718897] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.723880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.757636] env[68503]: DEBUG oslo_concurrency.lockutils [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] Releasing lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.757745] env[68503]: DEBUG nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Received event network-vif-deleted-3fdcc92d-2433-4070-98b3-b28de0fa9e19 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.757897] env[68503]: INFO nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Neutron deleted interface 3fdcc92d-2433-4070-98b3-b28de0fa9e19; detaching it from the instance and deleting it from the info cache [ 780.758120] env[68503]: DEBUG nova.network.neutron [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.760177] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.760177] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.799347] env[68503]: DEBUG nova.compute.utils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.803034] env[68503]: DEBUG nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.803034] env[68503]: DEBUG nova.network.neutron [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.861098] env[68503]: DEBUG nova.policy [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf13820cd6d4b23beb5f55c1577cfb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f8df8e2b6974fc5940e2a269cb74c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.992699] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.992997] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.992997] env[68503]: DEBUG nova.network.neutron [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.171738] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.264105] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-956cddda-234d-4b70-914d-f6d3d765db9a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.274310] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3313523-725c-4c31-a351-af9094f7cdf7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.305336] env[68503]: DEBUG nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.312021] env[68503]: DEBUG nova.compute.manager [req-e6431f48-550d-4791-bd73-95ef2039e4c6 req-fb8f6507-1b08-4cc2-860d-290194c2162d service nova] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Detach interface failed, port_id=3fdcc92d-2433-4070-98b3-b28de0fa9e19, reason: Instance e68039e4-6347-41cc-915b-5c9be6dca8b5 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 781.312021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0badd107-4566-4355-b89d-dc39bffc5910 tempest-ServersAdmin275Test-1926381751 tempest-ServersAdmin275Test-1926381751-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.312021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.680s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.312021] env[68503]: DEBUG nova.objects.instance [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lazy-loading 'resources' on Instance uuid a9a56dcf-db58-415f-bcbc-edf447215938 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.329843] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.366409] env[68503]: DEBUG nova.network.neutron [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Successfully created port: 1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.560559] env[68503]: DEBUG nova.network.neutron [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.675691] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.919754] env[68503]: DEBUG nova.compute.manager [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received event network-changed-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.919979] env[68503]: DEBUG nova.compute.manager [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing instance network info cache due to event network-changed-3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.920438] env[68503]: DEBUG oslo_concurrency.lockutils [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] Acquiring lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.920438] env[68503]: DEBUG oslo_concurrency.lockutils [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] Acquired lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.920525] env[68503]: DEBUG nova.network.neutron [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing network info cache for port 3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.010807] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-vif-plugged-a0f95dc1-8cf8-45b9-9521-5991fc7779f2 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.011042] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Acquiring lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.011295] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.011464] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.011628] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] No waiting events found dispatching network-vif-plugged-a0f95dc1-8cf8-45b9-9521-5991fc7779f2 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.011790] env[68503]: WARNING nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received unexpected event network-vif-plugged-a0f95dc1-8cf8-45b9-9521-5991fc7779f2 for instance with vm_state building and task_state spawning. [ 782.011945] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-changed-a0f95dc1-8cf8-45b9-9521-5991fc7779f2 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.012116] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Refreshing instance network info cache due to event network-changed-a0f95dc1-8cf8-45b9-9521-5991fc7779f2. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.012382] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Acquiring lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.075191] env[68503]: DEBUG nova.network.neutron [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.144352] env[68503]: DEBUG nova.network.neutron [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [{"id": "aa9f3228-838e-410d-8d58-c31c2530ed02", "address": "fa:16:3e:64:9c:e0", "network": {"id": "e85bdd94-4b80-4cbb-909b-d468afc32623", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784097146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9f3228-83", "ovs_interfaceid": "aa9f3228-838e-410d-8d58-c31c2530ed02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "address": "fa:16:3e:db:2b:93", "network": {"id": "b1edeea3-93ff-43b8-bdd9-56dbce2552c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621798216", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33f0c11-b5", "ovs_interfaceid": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0f95dc1-8cf8-45b9-9521-5991fc7779f2", "address": "fa:16:3e:2a:30:df", "network": {"id": "e85bdd94-4b80-4cbb-909b-d468afc32623", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784097146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f95dc1-8c", "ovs_interfaceid": "a0f95dc1-8cf8-45b9-9521-5991fc7779f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.173412] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861559, 'name': ReconfigVM_Task, 'duration_secs': 1.155727} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.178687] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.179186] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-680d09f0-0e76-46ba-89d2-a8763c087eea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.189036] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 782.189036] env[68503]: value = "task-2861560" [ 782.189036] env[68503]: _type = "Task" [ 782.189036] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.200183] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.319047] env[68503]: DEBUG nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.353515] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.355770] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.355770] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.355930] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.355976] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.356160] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.356389] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.356539] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.356698] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.356853] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.357026] env[68503]: DEBUG nova.virt.hardware [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.359120] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd9d448-19a9-48a6-82b3-2de23186c4b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.370024] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa53593-9eee-43b8-9e30-f5cd312ed06c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.406801] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4ca258-e802-4c5c-b525-ce32b55a3671 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.413058] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c80d74f-85bf-42f0-bce6-75a881a27924 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.451470] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705eefb7-3d5b-495e-829c-d93f7490f93e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.459008] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6558107-c914-4174-bbfe-3b06ab8dc533 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.472616] env[68503]: DEBUG nova.compute.provider_tree [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.582782] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.582782] env[68503]: DEBUG nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Instance network_info: |[{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.583253] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:58:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec856ec9-4789-4cb6-bdc6-c4fe24374fb4', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.591144] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating folder: Project (0114dd446e644b938e1c31c2fe4a6198). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.591800] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ca9dda-c0e7-4cca-a33c-3bb06d7bb78b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.603988] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Created folder: Project (0114dd446e644b938e1c31c2fe4a6198) in parent group-v575195. [ 782.604230] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating folder: Instances. Parent ref: group-v575264. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.604469] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88c2dd29-983c-47d3-a428-31081ff91b9d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.614616] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Created folder: Instances in parent group-v575264. [ 782.614844] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.615046] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.615242] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09d88087-d7a9-48df-a935-65854cc5f815 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.642017] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.642017] env[68503]: value = "task-2861563" [ 782.642017] env[68503]: _type = "Task" [ 782.642017] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.650779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Releasing lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.651247] env[68503]: DEBUG nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Instance network_info: |[{"id": "aa9f3228-838e-410d-8d58-c31c2530ed02", "address": "fa:16:3e:64:9c:e0", "network": {"id": "e85bdd94-4b80-4cbb-909b-d468afc32623", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784097146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9f3228-83", "ovs_interfaceid": "aa9f3228-838e-410d-8d58-c31c2530ed02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "address": "fa:16:3e:db:2b:93", "network": {"id": "b1edeea3-93ff-43b8-bdd9-56dbce2552c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621798216", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33f0c11-b5", "ovs_interfaceid": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0f95dc1-8cf8-45b9-9521-5991fc7779f2", "address": "fa:16:3e:2a:30:df", "network": {"id": "e85bdd94-4b80-4cbb-909b-d468afc32623", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784097146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f95dc1-8c", "ovs_interfaceid": "a0f95dc1-8cf8-45b9-9521-5991fc7779f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.651532] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861563, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.651823] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Acquired lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.652048] env[68503]: DEBUG nova.network.neutron [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Refreshing network info cache for port a0f95dc1-8cf8-45b9-9521-5991fc7779f2 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.653315] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:9c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa9f3228-838e-410d-8d58-c31c2530ed02', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:2b:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd33f0c11-b508-487a-a6d3-edb6398bdadb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:30:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f95dc1-8cf8-45b9-9521-5991fc7779f2', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.664345] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Creating folder: Project (60aff69660c64cffb6c8cc201cc33d5d). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.664896] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b7a6a4f-bc10-4dbf-a39d-2cfbac22f064 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.683131] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Created folder: Project (60aff69660c64cffb6c8cc201cc33d5d) in parent group-v575195. [ 782.683131] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Creating folder: Instances. Parent ref: group-v575267. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.683131] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c845657b-df59-4e36-a9db-76370c46b2e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.699237] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Created folder: Instances in parent group-v575267. [ 782.699237] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.699237] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.700740] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-963719ed-7fc0-4c09-91a8-52c973c826c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.729640] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.734481] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.734481] env[68503]: value = "task-2861566" [ 782.734481] env[68503]: _type = "Task" [ 782.734481] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.745605] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861566, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.943900] env[68503]: DEBUG nova.network.neutron [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updated VIF entry in instance network info cache for port 3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.944274] env[68503]: DEBUG nova.network.neutron [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [{"id": "3ed3986a-cd35-4b53-966a-363245923296", "address": "fa:16:3e:1f:a3:e7", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed3986a-cd", "ovs_interfaceid": "3ed3986a-cd35-4b53-966a-363245923296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.975642] env[68503]: DEBUG nova.scheduler.client.report [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.152608] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861563, 'name': CreateVM_Task, 'duration_secs': 0.316054} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.152608] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.152608] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.152712] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.152991] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.153363] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c059f31b-bec3-41fc-b990-542652daa393 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.159016] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 783.159016] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e89482-b3f7-4119-898c-28d7d6fec4fe" [ 783.159016] env[68503]: _type = "Task" [ 783.159016] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.170752] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e89482-b3f7-4119-898c-28d7d6fec4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.202684] env[68503]: DEBUG oslo_vmware.api [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861560, 'name': PowerOnVM_Task, 'duration_secs': 0.705475} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.202684] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.207387] env[68503]: DEBUG nova.compute.manager [None req-2161376f-8d78-41b4-b1d5-34ed963c9062 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.208625] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec97dd-6043-4074-9e74-5b8af750313a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.249264] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861566, 'name': CreateVM_Task, 'duration_secs': 0.396652} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.249490] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.250516] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.363429] env[68503]: DEBUG nova.network.neutron [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Successfully updated port: 1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.448649] env[68503]: DEBUG oslo_concurrency.lockutils [req-bdbd7773-26fa-4608-a30b-e167bf73a066 req-42fd7dce-656d-4075-aee1-6ca1a00a4877 service nova] Releasing lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.481101] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.483316] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.483s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.485549] env[68503]: INFO nova.compute.claims [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.524148] env[68503]: INFO nova.scheduler.client.report [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Deleted allocations for instance a9a56dcf-db58-415f-bcbc-edf447215938 [ 783.610436] env[68503]: DEBUG nova.network.neutron [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updated VIF entry in instance network info cache for port a0f95dc1-8cf8-45b9-9521-5991fc7779f2. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.610912] env[68503]: DEBUG nova.network.neutron [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [{"id": "aa9f3228-838e-410d-8d58-c31c2530ed02", "address": "fa:16:3e:64:9c:e0", "network": {"id": "e85bdd94-4b80-4cbb-909b-d468afc32623", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784097146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9f3228-83", "ovs_interfaceid": "aa9f3228-838e-410d-8d58-c31c2530ed02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "address": "fa:16:3e:db:2b:93", "network": {"id": "b1edeea3-93ff-43b8-bdd9-56dbce2552c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621798216", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33f0c11-b5", "ovs_interfaceid": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0f95dc1-8cf8-45b9-9521-5991fc7779f2", "address": "fa:16:3e:2a:30:df", "network": {"id": "e85bdd94-4b80-4cbb-909b-d468afc32623", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784097146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f95dc1-8c", "ovs_interfaceid": "a0f95dc1-8cf8-45b9-9521-5991fc7779f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.671273] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e89482-b3f7-4119-898c-28d7d6fec4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.671835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.672129] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.672384] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.672529] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.672704] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.673241] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.673629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.673950] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6353e44f-c586-4b37-a2d3-33d95c139eb5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.676500] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560960d9-aa0d-4bfe-bbec-13f5321b6f24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.682702] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 783.682702] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527b32d0-2646-aa4f-27ec-e3adc171c639" [ 783.682702] env[68503]: _type = "Task" [ 783.682702] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.688011] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.688513] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.689623] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d1e220-5024-4a22-9ccd-4c84da91aef4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.695886] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527b32d0-2646-aa4f-27ec-e3adc171c639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.699965] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 783.699965] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5277febe-7fbb-fdc7-452d-5683e507dbf7" [ 783.699965] env[68503]: _type = "Task" [ 783.699965] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.710525] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5277febe-7fbb-fdc7-452d-5683e507dbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.008519} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.711582] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23e9af0-7100-41ff-9356-8088a8768710 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.717571] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 783.717571] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525a5af9-67de-dc81-d594-7378fe014345" [ 783.717571] env[68503]: _type = "Task" [ 783.717571] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.733637] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525a5af9-67de-dc81-d594-7378fe014345, 'name': SearchDatastore_Task, 'duration_secs': 0.009139} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.734312] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.734719] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7edda435-0f02-4a60-9b85-5bb8700f647f/7edda435-0f02-4a60-9b85-5bb8700f647f.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.735076] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94f5d061-8b16-43f1-a08c-fa9d0e33b7a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.742407] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 783.742407] env[68503]: value = "task-2861567" [ 783.742407] env[68503]: _type = "Task" [ 783.742407] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.751053] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.866965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.867153] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquired lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.867480] env[68503]: DEBUG nova.network.neutron [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.036324] env[68503]: DEBUG oslo_concurrency.lockutils [None req-51360800-122d-401f-9ea4-5ad57978f074 tempest-AttachInterfacesV270Test-2103838245 tempest-AttachInterfacesV270Test-2103838245-project-member] Lock "a9a56dcf-db58-415f-bcbc-edf447215938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.547s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.116024] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Releasing lock "refresh_cache-6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.116024] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Received event network-vif-plugged-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.116024] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Acquiring lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.116024] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.116024] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.116024] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] No waiting events found dispatching network-vif-plugged-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.116024] env[68503]: WARNING nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Received unexpected event network-vif-plugged-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 for instance with vm_state building and task_state spawning. [ 784.116024] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Received event network-changed-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.116024] env[68503]: DEBUG nova.compute.manager [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Refreshing instance network info cache due to event network-changed-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.116024] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Acquiring lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.116024] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Acquired lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116024] env[68503]: DEBUG nova.network.neutron [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Refreshing network info cache for port ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.194493] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527b32d0-2646-aa4f-27ec-e3adc171c639, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.194823] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.195159] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.195442] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.195628] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.195894] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.196261] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b52b97-a6d7-446a-b7b8-8cc02a129d86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.210597] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.210908] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.211744] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4437e58a-0bbc-449c-a92f-751368247f13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.224960] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 784.224960] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52339cb2-6364-bbd0-6fc3-797b5c9db6a5" [ 784.224960] env[68503]: _type = "Task" [ 784.224960] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.237743] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52339cb2-6364-bbd0-6fc3-797b5c9db6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.253078] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.414107] env[68503]: DEBUG nova.network.neutron [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.629819] env[68503]: DEBUG nova.network.neutron [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.741359] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52339cb2-6364-bbd0-6fc3-797b5c9db6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.054784} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.744633] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e08be65-fa28-4c43-a887-05f0508284df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.752858] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 784.752858] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f27216-9b61-064b-8f8a-e6731d7e7330" [ 784.752858] env[68503]: _type = "Task" [ 784.752858] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.756317] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578629} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.764768] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7edda435-0f02-4a60-9b85-5bb8700f647f/7edda435-0f02-4a60-9b85-5bb8700f647f.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.765016] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.767569] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c42d9598-a386-4eef-b013-f08f1dcbae99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.774548] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f27216-9b61-064b-8f8a-e6731d7e7330, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.778242] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.778688] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7/6e7c1494-704f-4b7e-ba02-c3777ef4ffa7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.778834] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 784.778834] env[68503]: value = "task-2861568" [ 784.778834] env[68503]: _type = "Task" [ 784.778834] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.779265] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d35bc3-b58e-4b98-a374-78d61128984f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.791706] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.797025] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 784.797025] env[68503]: value = "task-2861569" [ 784.797025] env[68503]: _type = "Task" [ 784.797025] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.806351] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.873366] env[68503]: DEBUG nova.network.neutron [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updated VIF entry in instance network info cache for port ec856ec9-4789-4cb6-bdc6-c4fe24374fb4. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.873754] env[68503]: DEBUG nova.network.neutron [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.921857] env[68503]: DEBUG nova.compute.manager [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received event network-changed-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.922047] env[68503]: DEBUG nova.compute.manager [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing instance network info cache due to event network-changed-3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.922274] env[68503]: DEBUG oslo_concurrency.lockutils [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] Acquiring lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.922412] env[68503]: DEBUG oslo_concurrency.lockutils [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] Acquired lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.923870] env[68503]: DEBUG nova.network.neutron [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing network info cache for port 3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.942474] env[68503]: DEBUG nova.compute.manager [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Received event network-vif-plugged-1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.942688] env[68503]: DEBUG oslo_concurrency.lockutils [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] Acquiring lock "05b5792d-57a8-4e23-937d-37146f958a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.942911] env[68503]: DEBUG oslo_concurrency.lockutils [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] Lock "05b5792d-57a8-4e23-937d-37146f958a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.943278] env[68503]: DEBUG oslo_concurrency.lockutils [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] Lock "05b5792d-57a8-4e23-937d-37146f958a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.943379] env[68503]: DEBUG nova.compute.manager [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] No waiting events found dispatching network-vif-plugged-1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.944251] env[68503]: WARNING nova.compute.manager [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Received unexpected event network-vif-plugged-1ee90306-e429-40ba-8d31-3147ebd3ff46 for instance with vm_state building and task_state spawning. [ 784.944251] env[68503]: DEBUG nova.compute.manager [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Received event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.945215] env[68503]: DEBUG nova.compute.manager [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing instance network info cache due to event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.945215] env[68503]: DEBUG oslo_concurrency.lockutils [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] Acquiring lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.052241] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9214f14b-f071-493e-a507-a45eed92d4bb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.061483] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0ea7de-2e8b-43ef-b982-8e11f2038804 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.096538] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b386be-9507-4518-a89a-16e3e6539808 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.106226] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfdcd26-0e5c-44a4-a22e-5bc04101c349 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.121632] env[68503]: DEBUG nova.compute.provider_tree [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.133323] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Releasing lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.133722] env[68503]: DEBUG nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Instance network_info: |[{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.134052] env[68503]: DEBUG oslo_concurrency.lockutils [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] Acquired lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.134242] env[68503]: DEBUG nova.network.neutron [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.135705] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:66:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee90306-e429-40ba-8d31-3147ebd3ff46', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.143610] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Creating folder: Project (8f8df8e2b6974fc5940e2a269cb74c4c). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.147365] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6366324-3b4e-4418-b365-fd130b622eaa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.161723] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Created folder: Project (8f8df8e2b6974fc5940e2a269cb74c4c) in parent group-v575195. [ 785.161877] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Creating folder: Instances. Parent ref: group-v575270. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.162243] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26383d3a-1348-437d-9a47-eec5baba667a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.173541] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Created folder: Instances in parent group-v575270. [ 785.173850] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.174065] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.174310] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b6203f-c5d0-4f22-8212-9b45948a9a3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.201208] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.201208] env[68503]: value = "task-2861572" [ 785.201208] env[68503]: _type = "Task" [ 785.201208] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.211221] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861572, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.294560] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069628} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.294942] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.295762] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85d5ef-3da7-414f-bc70-1969689a485f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.326118] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7edda435-0f02-4a60-9b85-5bb8700f647f/7edda435-0f02-4a60-9b85-5bb8700f647f.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.331677] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bf1ed21-e6e8-4b6b-bb72-d0c8019ecadd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.348076] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861569, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.354547] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 785.354547] env[68503]: value = "task-2861573" [ 785.354547] env[68503]: _type = "Task" [ 785.354547] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.362538] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.378384] env[68503]: DEBUG oslo_concurrency.lockutils [req-eb9fe015-d068-4662-bcf8-4a96604dca19 req-81d339d6-36f1-4cc3-adf8-980ffa10123b service nova] Releasing lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.489720] env[68503]: DEBUG nova.network.neutron [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updated VIF entry in instance network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.490152] env[68503]: DEBUG nova.network.neutron [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.624902] env[68503]: DEBUG nova.scheduler.client.report [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.713139] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861572, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.808822] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521947} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.809107] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7/6e7c1494-704f-4b7e-ba02-c3777ef4ffa7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.809305] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.809556] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abd0c889-60bc-4960-a24c-e6882f7a7084 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.816250] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 785.816250] env[68503]: value = "task-2861574" [ 785.816250] env[68503]: _type = "Task" [ 785.816250] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.824158] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.842614] env[68503]: DEBUG nova.network.neutron [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updated VIF entry in instance network info cache for port 3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.843106] env[68503]: DEBUG nova.network.neutron [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [{"id": "3ed3986a-cd35-4b53-966a-363245923296", "address": "fa:16:3e:1f:a3:e7", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed3986a-cd", "ovs_interfaceid": "3ed3986a-cd35-4b53-966a-363245923296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.865971] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861573, 'name': ReconfigVM_Task, 'duration_secs': 0.281842} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.866321] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7edda435-0f02-4a60-9b85-5bb8700f647f/7edda435-0f02-4a60-9b85-5bb8700f647f.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.867030] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc68d7cf-5d8f-4733-ae40-08e512327add {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.873477] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 785.873477] env[68503]: value = "task-2861575" [ 785.873477] env[68503]: _type = "Task" [ 785.873477] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.881981] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861575, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.993745] env[68503]: DEBUG oslo_concurrency.lockutils [req-1080a66f-9cfe-4852-83b1-0ae65e6a9750 req-d59c4515-63d8-4112-bed3-9ffda578eae4 service nova] Releasing lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.132022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.132022] env[68503]: DEBUG nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.133429] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.943s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.135069] env[68503]: INFO nova.compute.claims [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.214969] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861572, 'name': CreateVM_Task, 'duration_secs': 0.512167} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.215431] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.216701] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219954] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.219954] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219954] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1de0918-2f19-40ed-a689-a2733b26d96c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.222708] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 786.222708] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b98212-2fcb-ecdd-59f0-a8b9ab6346c8" [ 786.222708] env[68503]: _type = "Task" [ 786.222708] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.230969] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b98212-2fcb-ecdd-59f0-a8b9ab6346c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.325888] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068045} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.328910] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.328910] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0488a397-a398-4842-a272-e50730381bfd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.354076] env[68503]: DEBUG oslo_concurrency.lockutils [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] Releasing lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.354076] env[68503]: DEBUG nova.compute.manager [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Received event network-changed-d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.354076] env[68503]: DEBUG nova.compute.manager [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Refreshing instance network info cache due to event network-changed-d1eb03b1-faec-450f-8578-4a67078e4099. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.354076] env[68503]: DEBUG oslo_concurrency.lockutils [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] Acquiring lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.354076] env[68503]: DEBUG oslo_concurrency.lockutils [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] Acquired lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.355388] env[68503]: DEBUG nova.network.neutron [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Refreshing network info cache for port d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.368285] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7/6e7c1494-704f-4b7e-ba02-c3777ef4ffa7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.371363] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0252474a-2a51-4a09-a59f-dbdeca36bd41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.398204] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861575, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.399427] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 786.399427] env[68503]: value = "task-2861576" [ 786.399427] env[68503]: _type = "Task" [ 786.399427] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.409513] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.640541] env[68503]: DEBUG nova.compute.utils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.647218] env[68503]: DEBUG nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.647218] env[68503]: DEBUG nova.network.neutron [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.732172] env[68503]: DEBUG nova.policy [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f641b6db959944edb07e355b8f1890ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31be07c728a84c5bbefcab25c7b95c26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.740558] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b98212-2fcb-ecdd-59f0-a8b9ab6346c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.741055] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.741487] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.741961] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.742620] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.742814] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.745447] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0886aa8a-a4a9-4073-8353-0051f22cdf82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.751379] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.751722] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.752591] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f17a90-58c9-4e38-a25d-0ed0c135daa9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.761173] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 786.761173] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5286953c-4091-134c-8903-24743a52720c" [ 786.761173] env[68503]: _type = "Task" [ 786.761173] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.767866] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5286953c-4091-134c-8903-24743a52720c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.897214] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861575, 'name': Rename_Task, 'duration_secs': 0.83507} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.897214] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.897214] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d46903-2318-4ba1-9be6-a68beff54e86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.906438] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 786.906438] env[68503]: value = "task-2861577" [ 786.906438] env[68503]: _type = "Task" [ 786.906438] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.918105] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861576, 'name': ReconfigVM_Task, 'duration_secs': 0.316044} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.918816] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7/6e7c1494-704f-4b7e-ba02-c3777ef4ffa7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.919366] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a045fc4-799e-4037-8eed-7a0573c25922 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.923870] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861577, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.928794] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 786.928794] env[68503]: value = "task-2861578" [ 786.928794] env[68503]: _type = "Task" [ 786.928794] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.940022] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861578, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.103978] env[68503]: DEBUG nova.network.neutron [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updated VIF entry in instance network info cache for port d1eb03b1-faec-450f-8578-4a67078e4099. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.104418] env[68503]: DEBUG nova.network.neutron [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updating instance_info_cache with network_info: [{"id": "d1eb03b1-faec-450f-8578-4a67078e4099", "address": "fa:16:3e:e4:8a:57", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1eb03b1-fa", "ovs_interfaceid": "d1eb03b1-faec-450f-8578-4a67078e4099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.146524] env[68503]: DEBUG nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.270388] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5286953c-4091-134c-8903-24743a52720c, 'name': SearchDatastore_Task, 'duration_secs': 0.007947} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.271155] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3a71bf-49c6-4ffb-ae84-36da201ff772 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.281858] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 787.281858] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ab542a-cb15-798a-e3b2-0af835ff72cf" [ 787.281858] env[68503]: _type = "Task" [ 787.281858] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.293618] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ab542a-cb15-798a-e3b2-0af835ff72cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.293618] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.293789] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05b5792d-57a8-4e23-937d-37146f958a31/05b5792d-57a8-4e23-937d-37146f958a31.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.294094] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e640d97-ce8e-468d-80bc-e0d7bf6bfbbd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.307183] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 787.307183] env[68503]: value = "task-2861579" [ 787.307183] env[68503]: _type = "Task" [ 787.307183] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.317683] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.364580] env[68503]: DEBUG nova.network.neutron [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Successfully created port: 283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.422129] env[68503]: DEBUG oslo_vmware.api [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861577, 'name': PowerOnVM_Task, 'duration_secs': 0.441834} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.422733] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.423053] env[68503]: INFO nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Took 7.86 seconds to spawn the instance on the hypervisor. [ 787.423343] env[68503]: DEBUG nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.424257] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbbbd60-0375-4745-bf2d-8f0b057aeefa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.445282] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861578, 'name': Rename_Task, 'duration_secs': 0.135667} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.448191] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.448946] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfffabe5-00f7-4b1b-ac1a-aeb0eec7847c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.455590] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 787.455590] env[68503]: value = "task-2861580" [ 787.455590] env[68503]: _type = "Task" [ 787.455590] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.466226] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.563529] env[68503]: DEBUG nova.compute.manager [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Received event network-changed-d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.563662] env[68503]: DEBUG nova.compute.manager [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Refreshing instance network info cache due to event network-changed-d1eb03b1-faec-450f-8578-4a67078e4099. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.563883] env[68503]: DEBUG oslo_concurrency.lockutils [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] Acquiring lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.609044] env[68503]: DEBUG oslo_concurrency.lockutils [req-934d406b-5d90-4cf5-a370-458659c56516 req-21495e30-e7b7-48fb-a9fd-1a79fddd6b0a service nova] Releasing lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.609936] env[68503]: DEBUG oslo_concurrency.lockutils [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] Acquired lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.610180] env[68503]: DEBUG nova.network.neutron [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Refreshing network info cache for port d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.767569] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de44743d-13dd-46cb-9bb4-1636255f33d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.779476] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4431e7e0-2314-447b-b663-67dff44f712f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.816237] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df6b74-d4dc-4560-9d4f-ef2a7503ceaf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.824453] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518852} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.827357] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05b5792d-57a8-4e23-937d-37146f958a31/05b5792d-57a8-4e23-937d-37146f958a31.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.827648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.828550] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01815bca-0cf6-4da9-ae16-dd407ce11e75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.832586] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71064c83-998d-4713-b461-c9a16e396ff1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.847025] env[68503]: DEBUG nova.compute.provider_tree [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.851809] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 787.851809] env[68503]: value = "task-2861581" [ 787.851809] env[68503]: _type = "Task" [ 787.851809] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.860540] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.953127] env[68503]: INFO nova.compute.manager [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Took 38.73 seconds to build instance. [ 787.969844] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.025081] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "e506d465-896d-4493-9e6b-398f3f08048b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.025379] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.025591] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "e506d465-896d-4493-9e6b-398f3f08048b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.025772] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.026349] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.028031] env[68503]: INFO nova.compute.manager [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Terminating instance [ 788.162131] env[68503]: DEBUG nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.190825] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.191102] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.191262] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.191443] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.191583] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.191725] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.191937] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.192111] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.192278] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.192434] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.192603] env[68503]: DEBUG nova.virt.hardware [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.193478] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7b59a-c81b-47bb-a62d-2c09614801d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.201773] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285fe2b9-ae7b-4e72-b1c1-03b1b143e8b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.351124] env[68503]: DEBUG nova.scheduler.client.report [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.365485] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137846} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.366317] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.368085] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866eadb-00bd-4ca2-81e9-da5f8c8410f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.394717] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 05b5792d-57a8-4e23-937d-37146f958a31/05b5792d-57a8-4e23-937d-37146f958a31.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.399482] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-569b3b10-5b0d-4595-a5a0-0e9f79b4c96c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.421303] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 788.421303] env[68503]: value = "task-2861582" [ 788.421303] env[68503]: _type = "Task" [ 788.421303] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.430698] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.457662] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1f3234aa-f184-4c15-b925-041b533025bc tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.530s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.468857] env[68503]: DEBUG oslo_vmware.api [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861580, 'name': PowerOnVM_Task, 'duration_secs': 0.887094} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.469717] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.469717] env[68503]: INFO nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Took 14.33 seconds to spawn the instance on the hypervisor. [ 788.469717] env[68503]: DEBUG nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.470770] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c88673-68a8-4de2-afb7-cfe0b9a5e4c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.475178] env[68503]: DEBUG nova.network.neutron [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updated VIF entry in instance network info cache for port d1eb03b1-faec-450f-8578-4a67078e4099. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.475523] env[68503]: DEBUG nova.network.neutron [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updating instance_info_cache with network_info: [{"id": "d1eb03b1-faec-450f-8578-4a67078e4099", "address": "fa:16:3e:e4:8a:57", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1eb03b1-fa", "ovs_interfaceid": "d1eb03b1-faec-450f-8578-4a67078e4099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.532244] env[68503]: DEBUG nova.compute.manager [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.532453] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.533598] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1080840-d78b-4179-8432-393fb8439990 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.541522] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.541756] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ff135b-afc1-4995-92f2-78339b150d6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.543342] env[68503]: INFO nova.compute.manager [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Rescuing [ 788.543567] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.543725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.543887] env[68503]: DEBUG nova.network.neutron [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.552471] env[68503]: DEBUG oslo_vmware.api [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 788.552471] env[68503]: value = "task-2861583" [ 788.552471] env[68503]: _type = "Task" [ 788.552471] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.561827] env[68503]: DEBUG oslo_vmware.api [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.859609] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.860094] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.867034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.093s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.867034] env[68503]: INFO nova.compute.claims [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.931858] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.963974] env[68503]: DEBUG nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.978075] env[68503]: DEBUG oslo_concurrency.lockutils [req-3d30068b-c9f0-42ae-84b5-7e6f669747ff req-8a7e5b5d-e472-44c8-a3b2-08df64ede048 service nova] Releasing lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.003665] env[68503]: INFO nova.compute.manager [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Took 46.41 seconds to build instance. [ 789.060151] env[68503]: DEBUG oslo_vmware.api [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861583, 'name': PowerOffVM_Task, 'duration_secs': 0.469514} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.060422] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.060593] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.060835] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bfeb5d0-e87c-4e28-9911-346dd019e3a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.227733] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.227993] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.228609] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Deleting the datastore file [datastore2] e506d465-896d-4493-9e6b-398f3f08048b {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.228914] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e34c5674-08b5-46b6-a8c7-9b88141ed7f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.235236] env[68503]: DEBUG oslo_vmware.api [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 789.235236] env[68503]: value = "task-2861585" [ 789.235236] env[68503]: _type = "Task" [ 789.235236] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.249798] env[68503]: DEBUG oslo_vmware.api [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.365176] env[68503]: DEBUG nova.compute.utils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.366659] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.366965] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.431666] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861582, 'name': ReconfigVM_Task, 'duration_secs': 0.817308} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.432142] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 05b5792d-57a8-4e23-937d-37146f958a31/05b5792d-57a8-4e23-937d-37146f958a31.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.432725] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a01d31-fe13-4802-8840-11afa56595d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.438897] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 789.438897] env[68503]: value = "task-2861586" [ 789.438897] env[68503]: _type = "Task" [ 789.438897] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.450907] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861586, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.454705] env[68503]: DEBUG nova.policy [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9009d23c18a343169fc6996f91a3b686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cb20f67aeb54622bdcd69733859118e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.505890] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.506398] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d6a737fd-dcd0-41a7-a73a-97d9452acffb tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.430s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.585740] env[68503]: DEBUG nova.network.neutron [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Successfully updated port: 283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.662480] env[68503]: DEBUG nova.network.neutron [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Updating instance_info_cache with network_info: [{"id": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "address": "fa:16:3e:72:76:63", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db6533c-8c", "ovs_interfaceid": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.745370] env[68503]: DEBUG oslo_vmware.api [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477087} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.745630] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.745812] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.746292] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.746292] env[68503]: INFO nova.compute.manager [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 789.746460] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.747524] env[68503]: DEBUG nova.compute.manager [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.747524] env[68503]: DEBUG nova.network.neutron [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.876010] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.956879] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861586, 'name': Rename_Task, 'duration_secs': 0.25952} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.957337] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.957574] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3eaf39-9cf4-4c03-b0ff-a555728f52af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.970531] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 789.970531] env[68503]: value = "task-2861587" [ 789.970531] env[68503]: _type = "Task" [ 789.970531] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.985136] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.012462] env[68503]: DEBUG nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.041014] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Successfully created port: 8fdf0718-8162-4498-bffa-4b3741af80f1 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.090991] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.091193] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquired lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.091349] env[68503]: DEBUG nova.network.neutron [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.166457] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.480166] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.538420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.583698] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d5720-8330-4cf8-9d6a-0a35fa92922d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.589607] env[68503]: DEBUG nova.compute.manager [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received event network-changed-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.589821] env[68503]: DEBUG nova.compute.manager [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing instance network info cache due to event network-changed-3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.590064] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] Acquiring lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.590215] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] Acquired lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.590379] env[68503]: DEBUG nova.network.neutron [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing network info cache for port 3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.598869] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf49f5-2417-4344-822b-441460aa6caa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.631681] env[68503]: DEBUG nova.network.neutron [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.634248] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d74c34-b9fa-4412-839a-755f94b6f3d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.642340] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008a7107-a38a-4b0f-a443-c6b3fc81854c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.662346] env[68503]: DEBUG nova.compute.provider_tree [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.717252] env[68503]: DEBUG nova.network.neutron [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.803814] env[68503]: DEBUG nova.network.neutron [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Updating instance_info_cache with network_info: [{"id": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "address": "fa:16:3e:57:5a:9f", "network": {"id": "35f91998-efb4-4009-82c0-58a99e11689e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-44280072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31be07c728a84c5bbefcab25c7b95c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283bcca4-d8", "ovs_interfaceid": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.887937] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.912460] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.912722] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.912876] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.913089] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.913247] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.913395] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.913698] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.913779] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.915186] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.915186] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.915186] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.915633] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac8394-3f85-418c-9b4f-8c000d3dad1a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.921384] env[68503]: DEBUG nova.compute.manager [req-00b33402-d5fe-412c-a53f-de930323a788 req-71a9c601-8a63-4bad-9d5b-8ecef1fe9152 service nova] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Received event network-vif-deleted-d1eb03b1-faec-450f-8578-4a67078e4099 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.925065] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3914eedd-4ca6-449e-ae33-f4c5c5c24df7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.980841] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.165085] env[68503]: DEBUG nova.scheduler.client.report [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.222148] env[68503]: INFO nova.compute.manager [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Took 1.48 seconds to deallocate network for instance. [ 791.307648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Releasing lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.309700] env[68503]: DEBUG nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Instance network_info: |[{"id": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "address": "fa:16:3e:57:5a:9f", "network": {"id": "35f91998-efb4-4009-82c0-58a99e11689e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-44280072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31be07c728a84c5bbefcab25c7b95c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283bcca4-d8", "ovs_interfaceid": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.309700] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:5a:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '283bcca4-d830-41f6-820a-69d4a1b4e6cd', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.322292] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Creating folder: Project (31be07c728a84c5bbefcab25c7b95c26). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.322292] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d317a2-4ce8-45d8-8adb-a2d7c6ac5f7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.339022] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Created folder: Project (31be07c728a84c5bbefcab25c7b95c26) in parent group-v575195. [ 791.339389] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Creating folder: Instances. Parent ref: group-v575273. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.339660] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4c7d7a9-559c-45c8-8a7c-67ec8e245fb2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.350846] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Created folder: Instances in parent group-v575273. [ 791.351483] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.351775] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.352333] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827ced56-713e-4612-aeea-ebea5b7f53ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.377418] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.377418] env[68503]: value = "task-2861590" [ 791.377418] env[68503]: _type = "Task" [ 791.377418] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.385742] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861590, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.484294] env[68503]: DEBUG oslo_vmware.api [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861587, 'name': PowerOnVM_Task, 'duration_secs': 1.439484} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.484719] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.484927] env[68503]: INFO nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Took 9.17 seconds to spawn the instance on the hypervisor. [ 791.485109] env[68503]: DEBUG nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.486081] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f8bd89-2b0d-4ef6-91e0-fe184212948a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.574309] env[68503]: DEBUG nova.network.neutron [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updated VIF entry in instance network info cache for port 3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.574761] env[68503]: DEBUG nova.network.neutron [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [{"id": "3ed3986a-cd35-4b53-966a-363245923296", "address": "fa:16:3e:1f:a3:e7", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed3986a-cd", "ovs_interfaceid": "3ed3986a-cd35-4b53-966a-363245923296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.675972] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.679141] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.684185] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.224s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.687412] env[68503]: DEBUG nova.objects.instance [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lazy-loading 'resources' on Instance uuid 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.734513] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.734854] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c538d9-8074-4e37-be17-1082ce9c066f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.751240] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.752664] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 791.752664] env[68503]: value = "task-2861591" [ 791.752664] env[68503]: _type = "Task" [ 791.752664] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.766842] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.845025] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Successfully updated port: 8fdf0718-8162-4498-bffa-4b3741af80f1 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.888705] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861590, 'name': CreateVM_Task, 'duration_secs': 0.439968} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.888939] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.889704] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.889922] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.890293] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.890559] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8334be72-b44e-4ab7-96ca-914991de3bc2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.895255] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 791.895255] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a16147-1c5c-6dac-cf27-e2f252a15ca4" [ 791.895255] env[68503]: _type = "Task" [ 791.895255] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.904701] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a16147-1c5c-6dac-cf27-e2f252a15ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.932752] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.933169] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.970231] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.971096] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.007272] env[68503]: INFO nova.compute.manager [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Took 41.22 seconds to build instance. [ 792.079551] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] Releasing lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.079884] env[68503]: DEBUG nova.compute.manager [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Received event network-vif-plugged-283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.080148] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] Acquiring lock "1ff31992-d8ca-425d-996d-c8d4c5283366-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.080554] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.080820] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.081133] env[68503]: DEBUG nova.compute.manager [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] No waiting events found dispatching network-vif-plugged-283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.081492] env[68503]: WARNING nova.compute.manager [req-2d18326a-6026-49f2-be74-3395f9ca987b req-eb48b01a-a885-4f8d-a4db-9157099dca59 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Received unexpected event network-vif-plugged-283bcca4-d830-41f6-820a-69d4a1b4e6cd for instance with vm_state building and task_state spawning. [ 792.188046] env[68503]: DEBUG nova.compute.utils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.188046] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.191392] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.244021] env[68503]: DEBUG nova.policy [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9009d23c18a343169fc6996f91a3b686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cb20f67aeb54622bdcd69733859118e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.266046] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861591, 'name': PowerOffVM_Task, 'duration_secs': 0.273794} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.266406] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.267387] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac7228-c641-49e8-a2e2-48c4d171979b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.294091] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5da30-5a7d-452b-9774-e530edee7d7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.337486] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.338334] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6a178b-8651-496e-acd8-4ca9234d212f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.346335] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 792.346335] env[68503]: value = "task-2861592" [ 792.346335] env[68503]: _type = "Task" [ 792.346335] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.351827] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "refresh_cache-e34f4713-cc71-4968-9de4-698d63d6d09e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.351827] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "refresh_cache-e34f4713-cc71-4968-9de4-698d63d6d09e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.351827] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.359571] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 792.359805] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.360130] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.360297] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.360419] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.360681] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa0fadd-a5f8-44ee-a63f-e459424c9fda {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.375100] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.375215] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.376247] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4079007f-2cc1-4517-815e-2328eb96c0fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.382232] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 792.382232] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d77583-3f39-2d3c-1db8-2fd3293663f9" [ 792.382232] env[68503]: _type = "Task" [ 792.382232] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.391660] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d77583-3f39-2d3c-1db8-2fd3293663f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.404769] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a16147-1c5c-6dac-cf27-e2f252a15ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.405119] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.405431] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.405660] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.509372] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6ce725e5-1bf0-4968-97c9-045241fe0d8a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "05b5792d-57a8-4e23-937d-37146f958a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.431s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.563481] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Successfully created port: d1243a58-0bfe-40af-87b0-cf39edfae2d6 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.628472] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.628614] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.628813] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.628990] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.629189] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.631641] env[68503]: INFO nova.compute.manager [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Terminating instance [ 792.692808] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.818431] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7633550c-5e92-4444-8656-accc7d18458a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.828856] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a080b9f2-9896-4f83-8c12-7a467d6b60a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.874613] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c070704-483f-4ec4-bbc0-719aba9f7e0c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.883936] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc48df2-423b-4a1e-a37a-1b09fc4bb86f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.901645] env[68503]: DEBUG nova.compute.provider_tree [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.907966] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.909936] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d77583-3f39-2d3c-1db8-2fd3293663f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.911657] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c06683-9f22-4eb9-bd35-4e5c2f07f5e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.916901] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 792.916901] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52157701-1204-24a6-3bf7-ed9745be82d4" [ 792.916901] env[68503]: _type = "Task" [ 792.916901] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.924722] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52157701-1204-24a6-3bf7-ed9745be82d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.997304] env[68503]: DEBUG nova.compute.manager [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Received event network-changed-283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.997502] env[68503]: DEBUG nova.compute.manager [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Refreshing instance network info cache due to event network-changed-283bcca4-d830-41f6-820a-69d4a1b4e6cd. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.997715] env[68503]: DEBUG oslo_concurrency.lockutils [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] Acquiring lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.997856] env[68503]: DEBUG oslo_concurrency.lockutils [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] Acquired lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.998135] env[68503]: DEBUG nova.network.neutron [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Refreshing network info cache for port 283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.012172] env[68503]: DEBUG nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.040431] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Updating instance_info_cache with network_info: [{"id": "8fdf0718-8162-4498-bffa-4b3741af80f1", "address": "fa:16:3e:d6:eb:02", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdf0718-81", "ovs_interfaceid": "8fdf0718-8162-4498-bffa-4b3741af80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.135659] env[68503]: DEBUG nova.compute.manager [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.135881] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.137048] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c5cd9-9dcd-4826-8bfa-e321e54ffdfd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.144695] env[68503]: DEBUG nova.compute.manager [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Received event network-changed-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.144984] env[68503]: DEBUG nova.compute.manager [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Refreshing instance network info cache due to event network-changed-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.145126] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Acquiring lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.145233] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Acquired lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.145425] env[68503]: DEBUG nova.network.neutron [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Refreshing network info cache for port ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.149315] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.149750] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02af1d96-c407-41de-90f1-75b5ea26ac3c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.158371] env[68503]: DEBUG oslo_vmware.api [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 793.158371] env[68503]: value = "task-2861593" [ 793.158371] env[68503]: _type = "Task" [ 793.158371] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.174025] env[68503]: DEBUG oslo_vmware.api [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.338738] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "e506d465-896d-4493-9e6b-398f3f08048b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.406274] env[68503]: DEBUG nova.scheduler.client.report [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.426711] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52157701-1204-24a6-3bf7-ed9745be82d4, 'name': SearchDatastore_Task, 'duration_secs': 0.023002} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.427647] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.428408] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. {{(pid=68503) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 793.428408] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.428568] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.428652] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44208713-b1b8-4f31-b27a-b4082990c795 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.431171] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878024b3-d2a2-47b2-8d35-6bfbfb27d8c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.437491] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 793.437491] env[68503]: value = "task-2861594" [ 793.437491] env[68503]: _type = "Task" [ 793.437491] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.442031] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.443011] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.443206] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2aad029-8097-473a-b6ea-a2a11d546d5a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.449580] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.451592] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 793.451592] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52275142-5881-d191-082b-b6369ff91946" [ 793.451592] env[68503]: _type = "Task" [ 793.451592] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.461024] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52275142-5881-d191-082b-b6369ff91946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.534224] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.543176] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "refresh_cache-e34f4713-cc71-4968-9de4-698d63d6d09e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.543566] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Instance network_info: |[{"id": "8fdf0718-8162-4498-bffa-4b3741af80f1", "address": "fa:16:3e:d6:eb:02", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdf0718-81", "ovs_interfaceid": "8fdf0718-8162-4498-bffa-4b3741af80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.544009] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:eb:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fdf0718-8162-4498-bffa-4b3741af80f1', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.551925] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Creating folder: Project (4cb20f67aeb54622bdcd69733859118e). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.552243] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6954e169-9f2a-4115-86d7-a79b28253846 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.563400] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Created folder: Project (4cb20f67aeb54622bdcd69733859118e) in parent group-v575195. [ 793.563603] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Creating folder: Instances. Parent ref: group-v575276. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.563845] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bb14004-f93a-46b5-a4d0-1e82a400b776 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.574146] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Created folder: Instances in parent group-v575276. [ 793.574434] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.574627] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.574824] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f4b973-4bf1-4dd1-a0f8-10b4a0f81ef3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.595980] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.595980] env[68503]: value = "task-2861597" [ 793.595980] env[68503]: _type = "Task" [ 793.595980] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.603858] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861597, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.673210] env[68503]: DEBUG oslo_vmware.api [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861593, 'name': PowerOffVM_Task, 'duration_secs': 0.231271} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.681028] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.681028] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.681028] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460ecf42-5987-49d7-b7eb-4a7eb450c921 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.707024] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.719387] env[68503]: DEBUG nova.network.neutron [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Updated VIF entry in instance network info cache for port 283bcca4-d830-41f6-820a-69d4a1b4e6cd. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.719548] env[68503]: DEBUG nova.network.neutron [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Updating instance_info_cache with network_info: [{"id": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "address": "fa:16:3e:57:5a:9f", "network": {"id": "35f91998-efb4-4009-82c0-58a99e11689e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-44280072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31be07c728a84c5bbefcab25c7b95c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283bcca4-d8", "ovs_interfaceid": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.739088] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.739349] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.739510] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.739757] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.739869] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.739975] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.740208] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.740472] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.740572] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.740967] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.740967] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.741822] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48fa5af-7306-4544-93e7-c7af1c905399 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.753992] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e763bb87-b127-43b5-97e3-988dc459eff5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.820312] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.820552] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.820722] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Deleting the datastore file [datastore2] 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.820996] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc0d3c9f-216a-4f04-831f-97c7bfebe644 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.830729] env[68503]: DEBUG oslo_vmware.api [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 793.830729] env[68503]: value = "task-2861599" [ 793.830729] env[68503]: _type = "Task" [ 793.830729] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.840076] env[68503]: DEBUG oslo_vmware.api [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.917735] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.920588] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.870s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.950331] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861594, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.951824] env[68503]: INFO nova.scheduler.client.report [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Deleted allocations for instance 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8 [ 793.971579] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52275142-5881-d191-082b-b6369ff91946, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.972577] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6fd21e-5e87-4e6c-81c6-0a53834f2ebb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.981177] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 793.981177] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a870df-2597-6639-afd5-ad1e44a3dec6" [ 793.981177] env[68503]: _type = "Task" [ 793.981177] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.989783] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a870df-2597-6639-afd5-ad1e44a3dec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.105805] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861597, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.149363] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Successfully updated port: d1243a58-0bfe-40af-87b0-cf39edfae2d6 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.223379] env[68503]: DEBUG oslo_concurrency.lockutils [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] Releasing lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.223662] env[68503]: DEBUG nova.compute.manager [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received event network-changed-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.223832] env[68503]: DEBUG nova.compute.manager [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing instance network info cache due to event network-changed-3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.224073] env[68503]: DEBUG oslo_concurrency.lockutils [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] Acquiring lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.224210] env[68503]: DEBUG oslo_concurrency.lockutils [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] Acquired lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.224374] env[68503]: DEBUG nova.network.neutron [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Refreshing network info cache for port 3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.323422] env[68503]: DEBUG nova.network.neutron [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updated VIF entry in instance network info cache for port ec856ec9-4789-4cb6-bdc6-c4fe24374fb4. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.323714] env[68503]: DEBUG nova.network.neutron [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.344850] env[68503]: DEBUG oslo_vmware.api [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274808} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.346049] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.346331] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.346669] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.346858] env[68503]: INFO nova.compute.manager [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 794.347121] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.347417] env[68503]: DEBUG nova.compute.manager [-] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.347515] env[68503]: DEBUG nova.network.neutron [-] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.451975] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564425} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.452187] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. [ 794.453440] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261fc617-742c-4f88-954e-c8dfb72e61ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.482798] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.487049] env[68503]: DEBUG oslo_concurrency.lockutils [None req-94183279-c0ad-45f8-bcf2-d2de464b33be tempest-ServersAdmin275Test-2011508641 tempest-ServersAdmin275Test-2011508641-project-member] Lock "301554a6-cb72-4b2d-bcaf-1c1cedbad5f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.541s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.488304] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa7986f4-2e21-4c8c-b542-cd86bc13dd8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.519203] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a870df-2597-6639-afd5-ad1e44a3dec6, 'name': SearchDatastore_Task, 'duration_secs': 0.019331} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.523045] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.523327] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 1ff31992-d8ca-425d-996d-c8d4c5283366/1ff31992-d8ca-425d-996d-c8d4c5283366.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.523742] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 794.523742] env[68503]: value = "task-2861600" [ 794.523742] env[68503]: _type = "Task" [ 794.523742] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.524851] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d0731b5-0980-4519-882f-b350c3f7794c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.535534] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.536940] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 794.536940] env[68503]: value = "task-2861601" [ 794.536940] env[68503]: _type = "Task" [ 794.536940] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.549264] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.613473] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861597, 'name': CreateVM_Task, 'duration_secs': 0.536639} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.613651] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.614491] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.614867] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.615173] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.615579] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c70a7f-ae2a-431a-be85-a76c00df060e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.620703] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 794.620703] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f0c33d-09e4-67c5-0b63-24b090743a40" [ 794.620703] env[68503]: _type = "Task" [ 794.620703] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.634247] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f0c33d-09e4-67c5-0b63-24b090743a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.649489] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "refresh_cache-17c3e88e-73ca-4255-bc84-c54e1d732b6d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.649667] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "refresh_cache-17c3e88e-73ca-4255-bc84-c54e1d732b6d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.649821] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.829408] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Releasing lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829902] env[68503]: DEBUG nova.compute.manager [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Received event network-vif-plugged-8fdf0718-8162-4498-bffa-4b3741af80f1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.829990] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Acquiring lock "e34f4713-cc71-4968-9de4-698d63d6d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.830272] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.830447] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.830687] env[68503]: DEBUG nova.compute.manager [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] No waiting events found dispatching network-vif-plugged-8fdf0718-8162-4498-bffa-4b3741af80f1 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.830887] env[68503]: WARNING nova.compute.manager [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Received unexpected event network-vif-plugged-8fdf0718-8162-4498-bffa-4b3741af80f1 for instance with vm_state building and task_state spawning. [ 794.831117] env[68503]: DEBUG nova.compute.manager [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Received event network-changed-8fdf0718-8162-4498-bffa-4b3741af80f1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.831324] env[68503]: DEBUG nova.compute.manager [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Refreshing instance network info cache due to event network-changed-8fdf0718-8162-4498-bffa-4b3741af80f1. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.831652] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Acquiring lock "refresh_cache-e34f4713-cc71-4968-9de4-698d63d6d09e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.831718] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Acquired lock "refresh_cache-e34f4713-cc71-4968-9de4-698d63d6d09e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.831961] env[68503]: DEBUG nova.network.neutron [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Refreshing network info cache for port 8fdf0718-8162-4498-bffa-4b3741af80f1 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.040750] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.051783] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861601, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.108710] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83247591-5fa8-43d1-a4fb-38a482cc5fce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.120739] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be11fcf-f888-4662-ba07-f5cf98156bf8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.165920] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad28050-1cd7-400d-881a-b66b93301234 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.170211] env[68503]: DEBUG nova.network.neutron [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updated VIF entry in instance network info cache for port 3ed3986a-cd35-4b53-966a-363245923296. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.170638] env[68503]: DEBUG nova.network.neutron [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [{"id": "3ed3986a-cd35-4b53-966a-363245923296", "address": "fa:16:3e:1f:a3:e7", "network": {"id": "80958ab6-603a-4021-9eb0-d477188a9785", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1948544836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc4490959f94762bfb7eac990fa661f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed3986a-cd", "ovs_interfaceid": "3ed3986a-cd35-4b53-966a-363245923296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.176261] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f0c33d-09e4-67c5-0b63-24b090743a40, 'name': SearchDatastore_Task, 'duration_secs': 0.029449} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.177222] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.179171] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.179171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.179171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.179171] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.181089] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf9d94a-023c-440c-9ea5-074e01725a86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.184594] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb0f8b-aee2-40d4-aa09-e3ec221bb728 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.204363] env[68503]: DEBUG nova.compute.provider_tree [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.207405] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.207591] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.208966] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8c590b-6ef2-4225-abc6-be3732052ab0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.215291] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 795.215291] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a2a072-64dc-b276-2ca8-818b49d8a33c" [ 795.215291] env[68503]: _type = "Task" [ 795.215291] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.224035] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2a072-64dc-b276-2ca8-818b49d8a33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.224813] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.427460] env[68503]: DEBUG nova.compute.manager [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Received event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.427610] env[68503]: DEBUG nova.compute.manager [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing instance network info cache due to event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.427822] env[68503]: DEBUG oslo_concurrency.lockutils [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] Acquiring lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.427965] env[68503]: DEBUG oslo_concurrency.lockutils [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] Acquired lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.428628] env[68503]: DEBUG nova.network.neutron [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.470283] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Updating instance_info_cache with network_info: [{"id": "d1243a58-0bfe-40af-87b0-cf39edfae2d6", "address": "fa:16:3e:ad:8e:0e", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1243a58-0b", "ovs_interfaceid": "d1243a58-0bfe-40af-87b0-cf39edfae2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.538993] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861600, 'name': ReconfigVM_Task, 'duration_secs': 0.728086} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.539485] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.540648] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e1dc7-8fe3-435f-8b92-5d75e0517a95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.551468] env[68503]: DEBUG nova.compute.manager [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Received event network-vif-plugged-d1243a58-0bfe-40af-87b0-cf39edfae2d6 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.552835] env[68503]: DEBUG oslo_concurrency.lockutils [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] Acquiring lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.553226] env[68503]: DEBUG oslo_concurrency.lockutils [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.553602] env[68503]: DEBUG oslo_concurrency.lockutils [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.553949] env[68503]: DEBUG nova.compute.manager [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] No waiting events found dispatching network-vif-plugged-d1243a58-0bfe-40af-87b0-cf39edfae2d6 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.554459] env[68503]: WARNING nova.compute.manager [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Received unexpected event network-vif-plugged-d1243a58-0bfe-40af-87b0-cf39edfae2d6 for instance with vm_state building and task_state spawning. [ 795.554747] env[68503]: DEBUG nova.compute.manager [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Received event network-changed-d1243a58-0bfe-40af-87b0-cf39edfae2d6 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.555024] env[68503]: DEBUG nova.compute.manager [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Refreshing instance network info cache due to event network-changed-d1243a58-0bfe-40af-87b0-cf39edfae2d6. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.555319] env[68503]: DEBUG oslo_concurrency.lockutils [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] Acquiring lock "refresh_cache-17c3e88e-73ca-4255-bc84-c54e1d732b6d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.590894] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9683d7df-7fc6-4dc5-80f6-1f7147e0e310 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.603790] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65545} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.604102] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 1ff31992-d8ca-425d-996d-c8d4c5283366/1ff31992-d8ca-425d-996d-c8d4c5283366.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.604407] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.606126] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8fe5df4-a8e3-4ab1-bb7f-50ef21d33c09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.612423] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 795.612423] env[68503]: value = "task-2861602" [ 795.612423] env[68503]: _type = "Task" [ 795.612423] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.616974] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 795.616974] env[68503]: value = "task-2861603" [ 795.616974] env[68503]: _type = "Task" [ 795.616974] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.626287] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.631682] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.659437] env[68503]: DEBUG nova.network.neutron [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Updated VIF entry in instance network info cache for port 8fdf0718-8162-4498-bffa-4b3741af80f1. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.659813] env[68503]: DEBUG nova.network.neutron [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Updating instance_info_cache with network_info: [{"id": "8fdf0718-8162-4498-bffa-4b3741af80f1", "address": "fa:16:3e:d6:eb:02", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdf0718-81", "ovs_interfaceid": "8fdf0718-8162-4498-bffa-4b3741af80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.679684] env[68503]: DEBUG oslo_concurrency.lockutils [req-b412d651-d332-40dc-bdd3-6eeca209e0aa req-bf3a9d70-ce15-4b8a-84ce-c2a556e97470 service nova] Releasing lock "refresh_cache-63516d78-c35b-44f9-98da-45aada34af4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.710454] env[68503]: DEBUG nova.scheduler.client.report [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.726227] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2a072-64dc-b276-2ca8-818b49d8a33c, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.728054] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7701228-a4b9-40e8-9095-13e0ce654727 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.733664] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 795.733664] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520def98-05b3-99cd-7ae8-11ffc353c806" [ 795.733664] env[68503]: _type = "Task" [ 795.733664] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.741894] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520def98-05b3-99cd-7ae8-11ffc353c806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.978040] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "refresh_cache-17c3e88e-73ca-4255-bc84-c54e1d732b6d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.978040] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Instance network_info: |[{"id": "d1243a58-0bfe-40af-87b0-cf39edfae2d6", "address": "fa:16:3e:ad:8e:0e", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1243a58-0b", "ovs_interfaceid": "d1243a58-0bfe-40af-87b0-cf39edfae2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.978040] env[68503]: DEBUG oslo_concurrency.lockutils [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] Acquired lock "refresh_cache-17c3e88e-73ca-4255-bc84-c54e1d732b6d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.978040] env[68503]: DEBUG nova.network.neutron [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Refreshing network info cache for port d1243a58-0bfe-40af-87b0-cf39edfae2d6 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.978040] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:8e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1243a58-0bfe-40af-87b0-cf39edfae2d6', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.986182] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.986843] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.988031] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51194752-88a9-4642-b0be-6ac611401542 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.012903] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.012903] env[68503]: value = "task-2861604" [ 796.012903] env[68503]: _type = "Task" [ 796.012903] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.021971] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861604, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.127929] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861602, 'name': ReconfigVM_Task, 'duration_secs': 0.455196} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.132101] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.132439] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071118} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.132656] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62f3655c-f578-41e2-8096-adc3684b0dbd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.134376] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.135170] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146036c-e6fd-482c-8558-ab8ec6261332 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.150657] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 796.150657] env[68503]: value = "task-2861605" [ 796.150657] env[68503]: _type = "Task" [ 796.150657] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.159499] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 1ff31992-d8ca-425d-996d-c8d4c5283366/1ff31992-d8ca-425d-996d-c8d4c5283366.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.162218] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e88b53-aae3-48f6-bb40-6da91797ffce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.176859] env[68503]: DEBUG oslo_concurrency.lockutils [req-314d06f8-3f30-4120-89f3-e9282073884d req-295d59a3-0ea4-4f6d-8256-aa5b94adbb31 service nova] Releasing lock "refresh_cache-e34f4713-cc71-4968-9de4-698d63d6d09e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.180502] env[68503]: DEBUG nova.network.neutron [-] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.187773] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861605, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.189162] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 796.189162] env[68503]: value = "task-2861606" [ 796.189162] env[68503]: _type = "Task" [ 796.189162] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.197449] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.243977] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520def98-05b3-99cd-7ae8-11ffc353c806, 'name': SearchDatastore_Task, 'duration_secs': 0.008249} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.244276] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.244540] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] e34f4713-cc71-4968-9de4-698d63d6d09e/e34f4713-cc71-4968-9de4-698d63d6d09e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.244794] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd699b8-15ba-4def-a6b6-5208d1cd73e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.251191] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 796.251191] env[68503]: value = "task-2861607" [ 796.251191] env[68503]: _type = "Task" [ 796.251191] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.259899] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.426681] env[68503]: DEBUG nova.network.neutron [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updated VIF entry in instance network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.426681] env[68503]: DEBUG nova.network.neutron [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.525072] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861604, 'name': CreateVM_Task, 'duration_secs': 0.371188} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.525597] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.526442] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.526700] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.527099] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.527506] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a212d80-9037-4fad-b350-e1d45eb99a72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.533892] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 796.533892] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525dd939-6f3e-6720-6c19-9272aad90e77" [ 796.533892] env[68503]: _type = "Task" [ 796.533892] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.550313] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525dd939-6f3e-6720-6c19-9272aad90e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.677982] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.684166] env[68503]: INFO nova.compute.manager [-] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Took 2.34 seconds to deallocate network for instance. [ 796.708735] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.722504] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.802s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.726709] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.095s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.728410] env[68503]: INFO nova.compute.claims [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.761732] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48811} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.762044] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] e34f4713-cc71-4968-9de4-698d63d6d09e/e34f4713-cc71-4968-9de4-698d63d6d09e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.762274] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.762532] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dfcbf41-7e55-4fb7-bde5-a66580bf1a29 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.769202] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 796.769202] env[68503]: value = "task-2861608" [ 796.769202] env[68503]: _type = "Task" [ 796.769202] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.781819] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.880801] env[68503]: DEBUG nova.network.neutron [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Updated VIF entry in instance network info cache for port d1243a58-0bfe-40af-87b0-cf39edfae2d6. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.881228] env[68503]: DEBUG nova.network.neutron [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Updating instance_info_cache with network_info: [{"id": "d1243a58-0bfe-40af-87b0-cf39edfae2d6", "address": "fa:16:3e:ad:8e:0e", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1243a58-0b", "ovs_interfaceid": "d1243a58-0bfe-40af-87b0-cf39edfae2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.931700] env[68503]: DEBUG oslo_concurrency.lockutils [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] Releasing lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.933040] env[68503]: DEBUG nova.compute.manager [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-vif-deleted-a0f95dc1-8cf8-45b9-9521-5991fc7779f2 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.933040] env[68503]: INFO nova.compute.manager [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Neutron deleted interface a0f95dc1-8cf8-45b9-9521-5991fc7779f2; detaching it from the instance and deleting it from the info cache [ 796.933040] env[68503]: DEBUG nova.network.neutron [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [{"id": "aa9f3228-838e-410d-8d58-c31c2530ed02", "address": "fa:16:3e:64:9c:e0", "network": {"id": "e85bdd94-4b80-4cbb-909b-d468afc32623", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784097146", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9f3228-83", "ovs_interfaceid": "aa9f3228-838e-410d-8d58-c31c2530ed02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "address": "fa:16:3e:db:2b:93", "network": {"id": "b1edeea3-93ff-43b8-bdd9-56dbce2552c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621798216", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33f0c11-b5", "ovs_interfaceid": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.048709] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525dd939-6f3e-6720-6c19-9272aad90e77, 'name': SearchDatastore_Task, 'duration_secs': 0.051263} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.049403] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.049633] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.050070] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.050375] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.050739] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.051214] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a793f2cf-1ce4-489b-b617-e5ca7795c866 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.062162] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.062162] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.062760] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707c4d45-7a88-4d10-a7d8-e016ca63160e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.070515] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 797.070515] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521bac99-dbdd-9f50-d100-1c6441d105e8" [ 797.070515] env[68503]: _type = "Task" [ 797.070515] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.088202] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521bac99-dbdd-9f50-d100-1c6441d105e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.088202] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bacefd-87c9-41fc-9dc4-276e82eb6a2e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.098068] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 797.098068] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52603d0f-3e5f-c7be-7a83-80418db47c0b" [ 797.098068] env[68503]: _type = "Task" [ 797.098068] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.113266] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52603d0f-3e5f-c7be-7a83-80418db47c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.113730] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.114183] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 17c3e88e-73ca-4255-bc84-c54e1d732b6d/17c3e88e-73ca-4255-bc84-c54e1d732b6d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.114591] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f54167cb-e995-433f-ad2d-c43c0b76f008 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.122972] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 797.122972] env[68503]: value = "task-2861609" [ 797.122972] env[68503]: _type = "Task" [ 797.122972] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.134917] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.172352] env[68503]: DEBUG oslo_vmware.api [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861605, 'name': PowerOnVM_Task, 'duration_secs': 1.014479} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.172626] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.175630] env[68503]: DEBUG nova.compute.manager [None req-2406d8dc-35ae-4edb-842d-e3afc6f89ef4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.176448] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cf6c45-556e-4b08-b8e3-835976724999 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.195924] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.199170] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861606, 'name': ReconfigVM_Task, 'duration_secs': 0.792121} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.199464] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 1ff31992-d8ca-425d-996d-c8d4c5283366/1ff31992-d8ca-425d-996d-c8d4c5283366.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.200083] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e40574-0c2a-4573-843d-82f8b7138eb1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.207088] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 797.207088] env[68503]: value = "task-2861610" [ 797.207088] env[68503]: _type = "Task" [ 797.207088] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.216354] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861610, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.279302] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185752} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.283024] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.283024] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b34aaf-3919-4a77-abe9-2920921dfb0c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.305726] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] e34f4713-cc71-4968-9de4-698d63d6d09e/e34f4713-cc71-4968-9de4-698d63d6d09e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.307041] env[68503]: INFO nova.scheduler.client.report [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Deleted allocation for migration 19865007-53b5-422e-b0ce-72ef87188baa [ 797.308137] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e723674-60f9-44b4-82e8-492b3de3bd14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.336374] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 797.336374] env[68503]: value = "task-2861611" [ 797.336374] env[68503]: _type = "Task" [ 797.336374] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.344797] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.384744] env[68503]: DEBUG oslo_concurrency.lockutils [req-64717706-7b3f-4e2f-b288-7fbe34dcab27 req-5aedb9f9-c6dc-4d0f-8f53-60ae81bbd088 service nova] Releasing lock "refresh_cache-17c3e88e-73ca-4255-bc84-c54e1d732b6d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.440031] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-426df743-6c22-42af-b845-7488d36868c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.451044] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e65715-4efb-4583-b0eb-3ac7600b6c53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.489988] env[68503]: DEBUG nova.compute.manager [req-4860c2d9-00ad-4176-bb81-2509e0b300b0 req-9883e5fd-626b-493c-b39f-1906622d92bc service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Detach interface failed, port_id=a0f95dc1-8cf8-45b9-9521-5991fc7779f2, reason: Instance 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.587470] env[68503]: DEBUG nova.compute.manager [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-vif-deleted-aa9f3228-838e-410d-8d58-c31c2530ed02 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.587752] env[68503]: INFO nova.compute.manager [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Neutron deleted interface aa9f3228-838e-410d-8d58-c31c2530ed02; detaching it from the instance and deleting it from the info cache [ 797.588133] env[68503]: DEBUG nova.network.neutron [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [{"id": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "address": "fa:16:3e:db:2b:93", "network": {"id": "b1edeea3-93ff-43b8-bdd9-56dbce2552c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621798216", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33f0c11-b5", "ovs_interfaceid": "d33f0c11-b508-487a-a6d3-edb6398bdadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.638295] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476556} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.638295] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 17c3e88e-73ca-4255-bc84-c54e1d732b6d/17c3e88e-73ca-4255-bc84-c54e1d732b6d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.638295] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.638511] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcde8ca-288b-4c90-bf32-a67a738a427a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.646453] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 797.646453] env[68503]: value = "task-2861612" [ 797.646453] env[68503]: _type = "Task" [ 797.646453] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.656575] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.669500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "a3632f4f-df78-46f3-9c63-67bb3f8247be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.669747] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.717590] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861610, 'name': Rename_Task, 'duration_secs': 0.241073} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.721294] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.721294] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce63fd8-fe80-440f-8363-969f58bfc5a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.724692] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 797.724692] env[68503]: value = "task-2861613" [ 797.724692] env[68503]: _type = "Task" [ 797.724692] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.734555] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.830952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e5036e49-31e8-43b4-8b4d-ea718a054e42 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.198s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.842992] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861611, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.094083] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26ed4126-be15-4039-a12e-7039e72303a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.103312] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3062837-454a-4ecb-a464-8f378db1baf7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.143839] env[68503]: DEBUG nova.compute.manager [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Detach interface failed, port_id=aa9f3228-838e-410d-8d58-c31c2530ed02, reason: Instance 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.143839] env[68503]: DEBUG nova.compute.manager [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Received event network-vif-deleted-d33f0c11-b508-487a-a6d3-edb6398bdadb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.143839] env[68503]: INFO nova.compute.manager [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Neutron deleted interface d33f0c11-b508-487a-a6d3-edb6398bdadb; detaching it from the instance and deleting it from the info cache [ 798.144244] env[68503]: DEBUG nova.network.neutron [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.155232] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070273} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.155545] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.157095] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7488480-24c7-465c-adaa-1974ed4d43ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.184021] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 17c3e88e-73ca-4255-bc84-c54e1d732b6d/17c3e88e-73ca-4255-bc84-c54e1d732b6d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.185738] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfa112a-f366-4f57-9b4c-3f1cb504b6f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.207041] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 798.207041] env[68503]: value = "task-2861614" [ 798.207041] env[68503]: _type = "Task" [ 798.207041] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.216417] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.234496] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.355512] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861611, 'name': ReconfigVM_Task, 'duration_secs': 0.525022} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.359656] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] e34f4713-cc71-4968-9de4-698d63d6d09e/e34f4713-cc71-4968-9de4-698d63d6d09e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.359656] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d5800a-2bbf-440c-ba78-671a91948546 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.367778] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 798.367778] env[68503]: value = "task-2861615" [ 798.367778] env[68503]: _type = "Task" [ 798.367778] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.378594] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861615, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.402527] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a9e218-cae6-48c7-b450-25c5a8eb870e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.413033] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b0b473-76d4-4102-ab19-7c7f5aafe8fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.442355] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db9180-466a-483f-ac39-19d875164be1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.451330] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b276886-661d-4a24-be53-3689a50b3c08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.466656] env[68503]: DEBUG nova.compute.provider_tree [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.543803] env[68503]: INFO nova.compute.manager [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Unrescuing [ 798.543803] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.543803] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.543803] env[68503]: DEBUG nova.network.neutron [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.651861] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-287420a2-f16f-447d-8327-aa7eb4c990f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.659293] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d891564f-ef1c-4496-9e1c-77bd904d49b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.695473] env[68503]: DEBUG nova.compute.manager [req-ea02fdc0-9690-4a9c-a0e8-ebc0a0b160ba req-e3c74895-61e8-4c49-b5a0-a179e9f266bd service nova] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Detach interface failed, port_id=d33f0c11-b508-487a-a6d3-edb6398bdadb, reason: Instance 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.715892] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861614, 'name': ReconfigVM_Task, 'duration_secs': 0.341593} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.716153] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 17c3e88e-73ca-4255-bc84-c54e1d732b6d/17c3e88e-73ca-4255-bc84-c54e1d732b6d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.717036] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b440e05-737a-49e1-909e-fea3a2be84fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.723046] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 798.723046] env[68503]: value = "task-2861616" [ 798.723046] env[68503]: _type = "Task" [ 798.723046] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.736533] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861616, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.740600] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861613, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.877375] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861615, 'name': Rename_Task, 'duration_secs': 0.161324} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.877708] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.878011] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebf9cfe3-957f-4e5f-9099-a4b8522c5450 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.885707] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 798.885707] env[68503]: value = "task-2861617" [ 798.885707] env[68503]: _type = "Task" [ 798.885707] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.893910] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.970122] env[68503]: DEBUG nova.scheduler.client.report [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.240133] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861616, 'name': Rename_Task, 'duration_secs': 0.195666} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.243518] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.243797] env[68503]: DEBUG oslo_vmware.api [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861613, 'name': PowerOnVM_Task, 'duration_secs': 1.125629} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.243997] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f039818-10aa-4e7c-8c5b-2662df4a54cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.246184] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.246379] env[68503]: INFO nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Took 11.08 seconds to spawn the instance on the hypervisor. [ 799.246559] env[68503]: DEBUG nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.250102] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73368f66-0889-4241-b8b0-4f828a038dee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.260635] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 799.260635] env[68503]: value = "task-2861618" [ 799.260635] env[68503]: _type = "Task" [ 799.260635] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.268419] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.398891] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861617, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.423447] env[68503]: DEBUG nova.network.neutron [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Updating instance_info_cache with network_info: [{"id": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "address": "fa:16:3e:72:76:63", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db6533c-8c", "ovs_interfaceid": "8db6533c-8c8b-46d2-83b3-057d140b9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.476474] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.477115] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.481331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.631s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.481331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.481331] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 799.481331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.658s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.481331] env[68503]: DEBUG nova.objects.instance [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lazy-loading 'resources' on Instance uuid d8adc464-8082-4c42-a65c-a6cf62ce153d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.482552] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da4e421-082b-45f8-82eb-0b4c2548806b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.493222] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316d4d56-e462-4da9-bfb6-478aeaa6c044 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.506422] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed65cc-2b46-4d92-beaf-ee7aa3a33d21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.513599] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cdaf81-4214-4b58-8910-68e62c30d9ad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.546182] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179578MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 799.546377] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.773638] env[68503]: INFO nova.compute.manager [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Took 46.79 seconds to build instance. [ 799.778815] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861618, 'name': PowerOnVM_Task, 'duration_secs': 0.482959} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.779269] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.779453] env[68503]: INFO nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Took 6.07 seconds to spawn the instance on the hypervisor. [ 799.779828] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.780808] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7af1dc-8660-469b-90c2-142741b74b05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.896882] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861617, 'name': PowerOnVM_Task, 'duration_secs': 0.520322} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.896996] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.897237] env[68503]: INFO nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Took 9.01 seconds to spawn the instance on the hypervisor. [ 799.897349] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.898166] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3921430a-1cca-4de8-b455-a9f4fbdd68c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.916471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.916693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.926200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-85a375b4-176f-4529-bda6-865a53245eb9" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.926792] env[68503]: DEBUG nova.objects.instance [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lazy-loading 'flavor' on Instance uuid 85a375b4-176f-4529-bda6-865a53245eb9 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.983514] env[68503]: DEBUG nova.compute.utils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.985140] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.985367] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.053733] env[68503]: DEBUG nova.policy [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9009d23c18a343169fc6996f91a3b686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cb20f67aeb54622bdcd69733859118e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.279688] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1e523f8-2412-476b-8fb9-77ae020de822 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.014s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.299474] env[68503]: INFO nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Took 42.55 seconds to build instance. [ 800.415813] env[68503]: INFO nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Took 45.26 seconds to build instance. [ 800.431676] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f41807f-c558-4474-9b80-bd90876d7093 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.454671] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.457428] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc6e6b1b-edb5-4976-a502-cfadebce720f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.464298] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 800.464298] env[68503]: value = "task-2861619" [ 800.464298] env[68503]: _type = "Task" [ 800.464298] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.477241] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.490810] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.523969] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ebd59-a7bf-401d-8221-55981f3d5d7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.533536] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d92401-78ab-4ff9-9e32-fca275809865 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.572627] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5fbdfe-80ed-459a-9c7c-6dcd3804f306 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.580587] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb9c9c-ebca-43bb-8519-af2079f49171 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.595981] env[68503]: DEBUG nova.compute.provider_tree [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.615903] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Successfully created port: 6f80eae1-a12e-476e-98ee-d2b4bbbe4239 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.782658] env[68503]: DEBUG nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.801985] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.470s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.921752] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.619s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.976763] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861619, 'name': PowerOffVM_Task, 'duration_secs': 0.410913} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.977487] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.984434] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.984841] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf45c424-0023-4921-9c02-ca46940af1c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.015781] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 801.015781] env[68503]: value = "task-2861620" [ 801.015781] env[68503]: _type = "Task" [ 801.015781] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.029072] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.095077] env[68503]: DEBUG nova.compute.manager [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Received event network-changed-283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.095282] env[68503]: DEBUG nova.compute.manager [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Refreshing instance network info cache due to event network-changed-283bcca4-d830-41f6-820a-69d4a1b4e6cd. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.095872] env[68503]: DEBUG oslo_concurrency.lockutils [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] Acquiring lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.095872] env[68503]: DEBUG oslo_concurrency.lockutils [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] Acquired lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.095872] env[68503]: DEBUG nova.network.neutron [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Refreshing network info cache for port 283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.101903] env[68503]: DEBUG nova.scheduler.client.report [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.306207] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.306528] env[68503]: DEBUG nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.424604] env[68503]: DEBUG nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.511503] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.526411] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861620, 'name': ReconfigVM_Task, 'duration_secs': 0.224083} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.526753] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 801.527035] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.527361] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d7d713-0b8e-4075-a0c3-db2d5e132a44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.533804] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 801.533804] env[68503]: value = "task-2861621" [ 801.533804] env[68503]: _type = "Task" [ 801.533804] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.538557] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.538793] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.538963] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.539166] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.539314] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.539476] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.540015] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.540015] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.540174] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.540231] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.540385] env[68503]: DEBUG nova.virt.hardware [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.541164] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a545381-f27f-4450-b93f-72d55cbcf4d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.550999] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861621, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.552331] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22901049-20b1-47b2-8f41-9cf54f20b9f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.603997] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.609551] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.710s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.610674] env[68503]: INFO nova.compute.claims [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.634465] env[68503]: INFO nova.scheduler.client.report [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleted allocations for instance d8adc464-8082-4c42-a65c-a6cf62ce153d [ 801.833533] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.882016] env[68503]: DEBUG nova.network.neutron [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Updated VIF entry in instance network info cache for port 283bcca4-d830-41f6-820a-69d4a1b4e6cd. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.882016] env[68503]: DEBUG nova.network.neutron [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Updating instance_info_cache with network_info: [{"id": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "address": "fa:16:3e:57:5a:9f", "network": {"id": "35f91998-efb4-4009-82c0-58a99e11689e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-44280072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31be07c728a84c5bbefcab25c7b95c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283bcca4-d8", "ovs_interfaceid": "283bcca4-d830-41f6-820a-69d4a1b4e6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.950781] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.044209] env[68503]: DEBUG oslo_vmware.api [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861621, 'name': PowerOnVM_Task, 'duration_secs': 0.452032} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.044507] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.044774] env[68503]: DEBUG nova.compute.manager [None req-5af57e67-624a-41ff-aa58-72fa3a5f7c2d tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.045676] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e5abb7-16d7-435e-a800-30e7f630587b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.142655] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bfa6014-36a7-4e2d-aaa7-1bb302d3e971 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "d8adc464-8082-4c42-a65c-a6cf62ce153d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.368s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.383850] env[68503]: DEBUG oslo_concurrency.lockutils [req-66d4efcb-2a88-414d-af4e-ff8eb450c6c7 req-a08085cc-e1d4-49ef-9e41-d355799c74d6 service nova] Releasing lock "refresh_cache-1ff31992-d8ca-425d-996d-c8d4c5283366" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.437112] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Successfully updated port: 6f80eae1-a12e-476e-98ee-d2b4bbbe4239 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.939710] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "refresh_cache-970cb109-0a57-4e65-b4fa-0800d48317bf" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.939935] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "refresh_cache-970cb109-0a57-4e65-b4fa-0800d48317bf" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.941048] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.055341] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62cce66-9b72-4357-a845-31876034dd02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.063478] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957556d9-e47c-47b4-9860-5ccbb6e9b43d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.094772] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e5a92c-8993-4d63-b885-1c83916b445a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.102541] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3451600-84e0-44ed-8fd9-6ba278a82918 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.115878] env[68503]: DEBUG nova.compute.provider_tree [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.151081] env[68503]: DEBUG nova.compute.manager [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Received event network-vif-plugged-6f80eae1-a12e-476e-98ee-d2b4bbbe4239 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.151354] env[68503]: DEBUG oslo_concurrency.lockutils [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] Acquiring lock "970cb109-0a57-4e65-b4fa-0800d48317bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.151567] env[68503]: DEBUG oslo_concurrency.lockutils [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.152179] env[68503]: DEBUG oslo_concurrency.lockutils [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.152179] env[68503]: DEBUG nova.compute.manager [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] No waiting events found dispatching network-vif-plugged-6f80eae1-a12e-476e-98ee-d2b4bbbe4239 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.152179] env[68503]: WARNING nova.compute.manager [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Received unexpected event network-vif-plugged-6f80eae1-a12e-476e-98ee-d2b4bbbe4239 for instance with vm_state building and task_state spawning. [ 803.152336] env[68503]: DEBUG nova.compute.manager [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Received event network-changed-6f80eae1-a12e-476e-98ee-d2b4bbbe4239 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.152371] env[68503]: DEBUG nova.compute.manager [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Refreshing instance network info cache due to event network-changed-6f80eae1-a12e-476e-98ee-d2b4bbbe4239. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.152534] env[68503]: DEBUG oslo_concurrency.lockutils [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] Acquiring lock "refresh_cache-970cb109-0a57-4e65-b4fa-0800d48317bf" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.300701] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "02e8dbb0-8f29-49d6-93ff-684316c22806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.303836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.303836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "02e8dbb0-8f29-49d6-93ff-684316c22806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.303836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.303836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.304920] env[68503]: INFO nova.compute.manager [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Terminating instance [ 803.482365] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.612306] env[68503]: DEBUG nova.network.neutron [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Updating instance_info_cache with network_info: [{"id": "6f80eae1-a12e-476e-98ee-d2b4bbbe4239", "address": "fa:16:3e:20:8a:35", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f80eae1-a1", "ovs_interfaceid": "6f80eae1-a12e-476e-98ee-d2b4bbbe4239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.618805] env[68503]: DEBUG nova.scheduler.client.report [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.809660] env[68503]: DEBUG nova.compute.manager [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.809660] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.810130] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c13d75-1210-46da-b6f9-bc3dd0ed3c56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.817895] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.818134] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b62a319-e78c-4a8c-8e70-322239bdc635 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.824886] env[68503]: DEBUG oslo_vmware.api [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 803.824886] env[68503]: value = "task-2861622" [ 803.824886] env[68503]: _type = "Task" [ 803.824886] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.832739] env[68503]: DEBUG oslo_vmware.api [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.114834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "refresh_cache-970cb109-0a57-4e65-b4fa-0800d48317bf" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.115245] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Instance network_info: |[{"id": "6f80eae1-a12e-476e-98ee-d2b4bbbe4239", "address": "fa:16:3e:20:8a:35", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f80eae1-a1", "ovs_interfaceid": "6f80eae1-a12e-476e-98ee-d2b4bbbe4239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.115588] env[68503]: DEBUG oslo_concurrency.lockutils [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] Acquired lock "refresh_cache-970cb109-0a57-4e65-b4fa-0800d48317bf" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.115779] env[68503]: DEBUG nova.network.neutron [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Refreshing network info cache for port 6f80eae1-a12e-476e-98ee-d2b4bbbe4239 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.117015] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:8a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f80eae1-a12e-476e-98ee-d2b4bbbe4239', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.124607] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.128330] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.128829] env[68503]: DEBUG nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.131360] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.132875] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.222s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.134441] env[68503]: INFO nova.compute.claims [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.137305] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1601c8e4-fe75-45c3-b8b0-0724489d1b6a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.160388] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.160388] env[68503]: value = "task-2861623" [ 804.160388] env[68503]: _type = "Task" [ 804.160388] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.168996] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861623, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.334423] env[68503]: DEBUG oslo_vmware.api [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861622, 'name': PowerOffVM_Task, 'duration_secs': 0.20864} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.334913] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.334913] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.335201] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285e4ad6-d07a-4685-9ea7-ce4635166dc0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.416127] env[68503]: DEBUG nova.network.neutron [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Updated VIF entry in instance network info cache for port 6f80eae1-a12e-476e-98ee-d2b4bbbe4239. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.416517] env[68503]: DEBUG nova.network.neutron [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Updating instance_info_cache with network_info: [{"id": "6f80eae1-a12e-476e-98ee-d2b4bbbe4239", "address": "fa:16:3e:20:8a:35", "network": {"id": "93eb408a-520f-435d-95bf-cd9455fc4c17", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402873478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20f67aeb54622bdcd69733859118e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f80eae1-a1", "ovs_interfaceid": "6f80eae1-a12e-476e-98ee-d2b4bbbe4239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.426703] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.426914] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.427167] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleting the datastore file [datastore2] 02e8dbb0-8f29-49d6-93ff-684316c22806 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.427562] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac5f0593-9faa-41c6-b079-0e8d30192705 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.437500] env[68503]: DEBUG oslo_vmware.api [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 804.437500] env[68503]: value = "task-2861625" [ 804.437500] env[68503]: _type = "Task" [ 804.437500] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.448099] env[68503]: DEBUG oslo_vmware.api [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.635239] env[68503]: DEBUG nova.compute.utils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.636748] env[68503]: DEBUG nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.636952] env[68503]: DEBUG nova.network.neutron [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.671055] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861623, 'name': CreateVM_Task, 'duration_secs': 0.313413} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.671242] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.671979] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.672160] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.672488] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.672733] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781f473a-a4c3-4f00-beb6-b963178a87a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.677671] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 804.677671] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5243ece7-782e-1da6-16be-bf6598801d29" [ 804.677671] env[68503]: _type = "Task" [ 804.677671] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.693570] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5243ece7-782e-1da6-16be-bf6598801d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.695660] env[68503]: DEBUG nova.policy [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abc86087ee942dba7611161cff404ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb010e148b7147d09ad1e1cdb623d60f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.922990] env[68503]: DEBUG oslo_concurrency.lockutils [req-080dc409-941e-4098-8d82-1b66ca22fe4a req-5ff1c6bb-3370-482b-8404-ebf16a3a355d service nova] Releasing lock "refresh_cache-970cb109-0a57-4e65-b4fa-0800d48317bf" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.950924] env[68503]: DEBUG oslo_vmware.api [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443015} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.951303] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.951538] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.951753] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.951962] env[68503]: INFO nova.compute.manager [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.952505] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.952633] env[68503]: DEBUG nova.compute.manager [-] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.952761] env[68503]: DEBUG nova.network.neutron [-] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.144103] env[68503]: DEBUG nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.192295] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5243ece7-782e-1da6-16be-bf6598801d29, 'name': SearchDatastore_Task, 'duration_secs': 0.020646} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.192725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.193740] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.194292] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.194292] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.194423] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.194695] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce3cfb1-781e-4ae9-9f55-1f8ae9c4306f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.208948] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.209130] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.209951] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1529baf2-613d-4c90-97b1-c4d51d8eff10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.216132] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 805.216132] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5224b8d4-2d97-077a-8806-e57aecc3e103" [ 805.216132] env[68503]: _type = "Task" [ 805.216132] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.226959] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5224b8d4-2d97-077a-8806-e57aecc3e103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.389854] env[68503]: DEBUG nova.network.neutron [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Successfully created port: 9ef51b72-0678-4adf-ab8f-c88c1e8d717c {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.483869] env[68503]: DEBUG nova.compute.manager [req-d75218cf-ca91-441f-a342-51533c591464 req-56f2c266-7abb-477e-8df5-e3abc991b2ef service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Received event network-vif-deleted-a240744e-8cef-4a76-be10-b2aa58fbe351 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.484175] env[68503]: INFO nova.compute.manager [req-d75218cf-ca91-441f-a342-51533c591464 req-56f2c266-7abb-477e-8df5-e3abc991b2ef service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Neutron deleted interface a240744e-8cef-4a76-be10-b2aa58fbe351; detaching it from the instance and deleting it from the info cache [ 805.484334] env[68503]: DEBUG nova.network.neutron [req-d75218cf-ca91-441f-a342-51533c591464 req-56f2c266-7abb-477e-8df5-e3abc991b2ef service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.730931] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5224b8d4-2d97-077a-8806-e57aecc3e103, 'name': SearchDatastore_Task, 'duration_secs': 0.045018} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.732174] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ff1e1a-5474-4119-b124-7feb603cccc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.742018] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 805.742018] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5255ea12-205d-64c1-406f-0fdd537b8e53" [ 805.742018] env[68503]: _type = "Task" [ 805.742018] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.748996] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5255ea12-205d-64c1-406f-0fdd537b8e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.763179] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fad2b4-3d5e-4193-8693-48b86d62e088 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.771562] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1a5a50-8bb8-43c2-ae04-e6f51ba38db3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.807750] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6863b64-aea3-4c28-9f92-e45421e83192 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.816055] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18ab722-f8d4-46f1-8123-cdb3038fd319 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.831148] env[68503]: DEBUG nova.compute.provider_tree [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.913819] env[68503]: DEBUG nova.network.neutron [-] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.987187] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c2b78ec-50de-4aea-88ef-968e13f429fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.000712] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ff6e4-0b7e-49c4-81f2-d3230bbca6e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.035554] env[68503]: DEBUG nova.compute.manager [req-d75218cf-ca91-441f-a342-51533c591464 req-56f2c266-7abb-477e-8df5-e3abc991b2ef service nova] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Detach interface failed, port_id=a240744e-8cef-4a76-be10-b2aa58fbe351, reason: Instance 02e8dbb0-8f29-49d6-93ff-684316c22806 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.160797] env[68503]: DEBUG nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.186472] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.186711] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.186868] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.187063] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.187214] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.187574] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.187664] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.187820] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.187984] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.188160] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.188397] env[68503]: DEBUG nova.virt.hardware [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.189251] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b157359d-20aa-4dac-a72a-4b284abc2d49 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.197336] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4fcbe0-e7b6-442b-833b-86448bf38b97 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.251057] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5255ea12-205d-64c1-406f-0fdd537b8e53, 'name': SearchDatastore_Task, 'duration_secs': 0.016118} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.251212] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.251410] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 970cb109-0a57-4e65-b4fa-0800d48317bf/970cb109-0a57-4e65-b4fa-0800d48317bf.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.251670] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eabfcd74-8c29-48a5-b62e-426b117da967 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.258104] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 806.258104] env[68503]: value = "task-2861626" [ 806.258104] env[68503]: _type = "Task" [ 806.258104] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.265889] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.334178] env[68503]: DEBUG nova.scheduler.client.report [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.416081] env[68503]: INFO nova.compute.manager [-] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Took 1.46 seconds to deallocate network for instance. [ 806.600952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.601236] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.768042] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507273} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.768326] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 970cb109-0a57-4e65-b4fa-0800d48317bf/970cb109-0a57-4e65-b4fa-0800d48317bf.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.768577] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.768839] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87fd2c5-c5ed-407d-aedb-b6ab1c073181 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.775322] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 806.775322] env[68503]: value = "task-2861627" [ 806.775322] env[68503]: _type = "Task" [ 806.775322] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.782813] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.840428] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.840987] env[68503]: DEBUG nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.844124] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.214s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.844124] env[68503]: DEBUG nova.objects.instance [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lazy-loading 'resources' on Instance uuid e68039e4-6347-41cc-915b-5c9be6dca8b5 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.923681] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.932923] env[68503]: DEBUG nova.compute.manager [req-cd78d9d0-c103-452d-8815-35a381c7518a req-2b4d0535-7117-44e4-b1c0-a18352ab0243 service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Received event network-vif-plugged-9ef51b72-0678-4adf-ab8f-c88c1e8d717c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.933173] env[68503]: DEBUG oslo_concurrency.lockutils [req-cd78d9d0-c103-452d-8815-35a381c7518a req-2b4d0535-7117-44e4-b1c0-a18352ab0243 service nova] Acquiring lock "273f2827-62c0-46a1-9d39-a609cee78482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.933494] env[68503]: DEBUG oslo_concurrency.lockutils [req-cd78d9d0-c103-452d-8815-35a381c7518a req-2b4d0535-7117-44e4-b1c0-a18352ab0243 service nova] Lock "273f2827-62c0-46a1-9d39-a609cee78482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.933766] env[68503]: DEBUG oslo_concurrency.lockutils [req-cd78d9d0-c103-452d-8815-35a381c7518a req-2b4d0535-7117-44e4-b1c0-a18352ab0243 service nova] Lock "273f2827-62c0-46a1-9d39-a609cee78482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.933860] env[68503]: DEBUG nova.compute.manager [req-cd78d9d0-c103-452d-8815-35a381c7518a req-2b4d0535-7117-44e4-b1c0-a18352ab0243 service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] No waiting events found dispatching network-vif-plugged-9ef51b72-0678-4adf-ab8f-c88c1e8d717c {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.934209] env[68503]: WARNING nova.compute.manager [req-cd78d9d0-c103-452d-8815-35a381c7518a req-2b4d0535-7117-44e4-b1c0-a18352ab0243 service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Received unexpected event network-vif-plugged-9ef51b72-0678-4adf-ab8f-c88c1e8d717c for instance with vm_state building and task_state spawning. [ 807.026268] env[68503]: DEBUG nova.network.neutron [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Successfully updated port: 9ef51b72-0678-4adf-ab8f-c88c1e8d717c {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.287497] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073784} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.287847] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.288811] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c76eaa-3fc4-4996-b004-a5e70daf8596 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.313301] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 970cb109-0a57-4e65-b4fa-0800d48317bf/970cb109-0a57-4e65-b4fa-0800d48317bf.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.313621] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3201bfd2-e2d8-4b72-a76c-50f130e736f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.335532] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 807.335532] env[68503]: value = "task-2861628" [ 807.335532] env[68503]: _type = "Task" [ 807.335532] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.343922] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.347262] env[68503]: DEBUG nova.compute.utils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.351737] env[68503]: DEBUG nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.351921] env[68503]: DEBUG nova.network.neutron [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.433920] env[68503]: DEBUG nova.policy [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d00c70114ea449782c646442ef12f82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa16a42410f746beba999dd0c58ebff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.528853] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "refresh_cache-273f2827-62c0-46a1-9d39-a609cee78482" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.529036] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired lock "refresh_cache-273f2827-62c0-46a1-9d39-a609cee78482" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.529241] env[68503]: DEBUG nova.network.neutron [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.848129] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.853017] env[68503]: DEBUG nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.914059] env[68503]: DEBUG nova.network.neutron [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Successfully created port: 0b242156-2236-447e-aa2b-c86cc1db15b6 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.054195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3971e06c-a2ea-4677-ad84-d6a060e6b82f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.061639] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d50ba1-7282-4ba5-9c6a-c2a4d3584e36 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.092549] env[68503]: DEBUG nova.network.neutron [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.095270] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237310c1-5fe3-4114-85ac-7db11ce41b91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.102862] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa9ffbc-eac2-4ce4-b1aa-fa9d68196c75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.118148] env[68503]: DEBUG nova.compute.provider_tree [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.234837] env[68503]: DEBUG nova.network.neutron [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Updating instance_info_cache with network_info: [{"id": "9ef51b72-0678-4adf-ab8f-c88c1e8d717c", "address": "fa:16:3e:20:c6:8f", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef51b72-06", "ovs_interfaceid": "9ef51b72-0678-4adf-ab8f-c88c1e8d717c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.345939] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861628, 'name': ReconfigVM_Task, 'duration_secs': 0.721906} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.346218] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 970cb109-0a57-4e65-b4fa-0800d48317bf/970cb109-0a57-4e65-b4fa-0800d48317bf.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.346835] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7380f377-9a59-4fc1-85dd-0c740602f055 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.352972] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 808.352972] env[68503]: value = "task-2861629" [ 808.352972] env[68503]: _type = "Task" [ 808.352972] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.360607] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861629, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.624598] env[68503]: DEBUG nova.scheduler.client.report [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.737526] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Releasing lock "refresh_cache-273f2827-62c0-46a1-9d39-a609cee78482" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.737863] env[68503]: DEBUG nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Instance network_info: |[{"id": "9ef51b72-0678-4adf-ab8f-c88c1e8d717c", "address": "fa:16:3e:20:c6:8f", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef51b72-06", "ovs_interfaceid": "9ef51b72-0678-4adf-ab8f-c88c1e8d717c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.738350] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c6:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ef51b72-0678-4adf-ab8f-c88c1e8d717c', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.747046] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.747163] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.747426] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e2d004a-4ea3-41e6-80c2-6e45f3a2372e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.767737] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.767737] env[68503]: value = "task-2861630" [ 808.767737] env[68503]: _type = "Task" [ 808.767737] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.775504] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861630, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.865430] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861629, 'name': Rename_Task, 'duration_secs': 0.390948} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.865815] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.866200] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d56b632-67fb-4577-8502-ee7aa2756ad9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.869252] env[68503]: DEBUG nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.876677] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 808.876677] env[68503]: value = "task-2861631" [ 808.876677] env[68503]: _type = "Task" [ 808.876677] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.885233] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.900140] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.900140] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.900321] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.900546] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.900806] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.901043] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.902299] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.902390] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.902539] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.902718] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.902896] env[68503]: DEBUG nova.virt.hardware [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.904158] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99300375-06dd-41c8-ad19-d85ddfe662f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.912462] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af882be5-131b-488d-bcc6-3a779b2f2435 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.962403] env[68503]: DEBUG nova.compute.manager [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Received event network-changed-9ef51b72-0678-4adf-ab8f-c88c1e8d717c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.962403] env[68503]: DEBUG nova.compute.manager [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Refreshing instance network info cache due to event network-changed-9ef51b72-0678-4adf-ab8f-c88c1e8d717c. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.962403] env[68503]: DEBUG oslo_concurrency.lockutils [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] Acquiring lock "refresh_cache-273f2827-62c0-46a1-9d39-a609cee78482" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.962652] env[68503]: DEBUG oslo_concurrency.lockutils [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] Acquired lock "refresh_cache-273f2827-62c0-46a1-9d39-a609cee78482" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.962652] env[68503]: DEBUG nova.network.neutron [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Refreshing network info cache for port 9ef51b72-0678-4adf-ab8f-c88c1e8d717c {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.132078] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.134325] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.497s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.136687] env[68503]: INFO nova.compute.claims [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.162163] env[68503]: INFO nova.scheduler.client.report [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Deleted allocations for instance e68039e4-6347-41cc-915b-5c9be6dca8b5 [ 809.278010] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861630, 'name': CreateVM_Task, 'duration_secs': 0.439849} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.278213] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.279052] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.279463] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.279679] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.279967] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ebaae02-b4c2-4d5e-8c93-b688b8d0177a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.285139] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 809.285139] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c017d7-6f65-539b-a9c6-d1495de93b0d" [ 809.285139] env[68503]: _type = "Task" [ 809.285139] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.293769] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c017d7-6f65-539b-a9c6-d1495de93b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.387216] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861631, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.502659] env[68503]: DEBUG nova.network.neutron [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Successfully updated port: 0b242156-2236-447e-aa2b-c86cc1db15b6 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.675349] env[68503]: DEBUG oslo_concurrency.lockutils [None req-697e7a59-bc16-4f04-8b01-1b6d2675d94a tempest-ImagesNegativeTestJSON-548987364 tempest-ImagesNegativeTestJSON-548987364-project-member] Lock "e68039e4-6347-41cc-915b-5c9be6dca8b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.569s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.796153] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c017d7-6f65-539b-a9c6-d1495de93b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.797027] env[68503]: DEBUG nova.network.neutron [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Updated VIF entry in instance network info cache for port 9ef51b72-0678-4adf-ab8f-c88c1e8d717c. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.797027] env[68503]: DEBUG nova.network.neutron [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Updating instance_info_cache with network_info: [{"id": "9ef51b72-0678-4adf-ab8f-c88c1e8d717c", "address": "fa:16:3e:20:c6:8f", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef51b72-06", "ovs_interfaceid": "9ef51b72-0678-4adf-ab8f-c88c1e8d717c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.798134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.798465] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.798967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.798967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.798967] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.799347] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6f08a27-ee7c-4b6b-932c-74f518ff90d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.807865] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.808064] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.808791] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809ec101-cd41-4747-a5af-d8a804c39570 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.814171] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 809.814171] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f6bce3-1623-4e4a-01bf-bd211c11bc4f" [ 809.814171] env[68503]: _type = "Task" [ 809.814171] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.822216] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f6bce3-1623-4e4a-01bf-bd211c11bc4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.891031] env[68503]: DEBUG oslo_vmware.api [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861631, 'name': PowerOnVM_Task, 'duration_secs': 0.517937} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.891031] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.891031] env[68503]: INFO nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Took 8.38 seconds to spawn the instance on the hypervisor. [ 809.891031] env[68503]: DEBUG nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.891031] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168b300-f879-45e1-bc1d-0d807c97674c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.005082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "refresh_cache-f6db9f4b-f133-4c8a-8225-35535a715a80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.005082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquired lock "refresh_cache-f6db9f4b-f133-4c8a-8225-35535a715a80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.005082] env[68503]: DEBUG nova.network.neutron [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.300466] env[68503]: DEBUG oslo_concurrency.lockutils [req-a018ea28-e11c-4a0d-a59d-e441eccea3f9 req-dae679dd-6727-4d50-b937-d892c78ca55d service nova] Releasing lock "refresh_cache-273f2827-62c0-46a1-9d39-a609cee78482" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.327288] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f6bce3-1623-4e4a-01bf-bd211c11bc4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008692} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.328209] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e53e417-46cf-4ae6-b712-07443e449433 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.333285] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 810.333285] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52abc36d-e174-3e56-dd2c-3bcf92c06ce3" [ 810.333285] env[68503]: _type = "Task" [ 810.333285] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.345009] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52abc36d-e174-3e56-dd2c-3bcf92c06ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.406639] env[68503]: INFO nova.compute.manager [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Took 36.80 seconds to build instance. [ 810.554676] env[68503]: DEBUG nova.network.neutron [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.681743] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b97c52-2f6b-4105-819e-ec381ebbf587 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.689388] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501be634-5bf6-486f-9f04-701993c083ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.727077] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a2aa5c-91da-48c4-9ae0-2ac951c44247 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.735763] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502f54d8-2a71-45bd-a5f7-363e3dfd0f1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.750861] env[68503]: DEBUG nova.compute.provider_tree [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.778840] env[68503]: DEBUG nova.network.neutron [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Updating instance_info_cache with network_info: [{"id": "0b242156-2236-447e-aa2b-c86cc1db15b6", "address": "fa:16:3e:02:8e:43", "network": {"id": "1a3be002-e264-4306-b72c-2f33edea5170", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1758864239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa16a42410f746beba999dd0c58ebff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b242156-22", "ovs_interfaceid": "0b242156-2236-447e-aa2b-c86cc1db15b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.845204] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52abc36d-e174-3e56-dd2c-3bcf92c06ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.845651] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.846037] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 273f2827-62c0-46a1-9d39-a609cee78482/273f2827-62c0-46a1-9d39-a609cee78482.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.846418] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3ae278-fdca-4930-a271-f73cfe0b2ddd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.853254] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 810.853254] env[68503]: value = "task-2861632" [ 810.853254] env[68503]: _type = "Task" [ 810.853254] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.862354] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.909862] env[68503]: DEBUG oslo_concurrency.lockutils [None req-72c7f5e7-d4c6-4264-8044-7e113cba6b4d tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.548s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.048371] env[68503]: DEBUG nova.compute.manager [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Received event network-vif-plugged-0b242156-2236-447e-aa2b-c86cc1db15b6 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.048523] env[68503]: DEBUG oslo_concurrency.lockutils [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] Acquiring lock "f6db9f4b-f133-4c8a-8225-35535a715a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.048728] env[68503]: DEBUG oslo_concurrency.lockutils [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.048894] env[68503]: DEBUG oslo_concurrency.lockutils [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.050204] env[68503]: DEBUG nova.compute.manager [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] No waiting events found dispatching network-vif-plugged-0b242156-2236-447e-aa2b-c86cc1db15b6 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.050483] env[68503]: WARNING nova.compute.manager [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Received unexpected event network-vif-plugged-0b242156-2236-447e-aa2b-c86cc1db15b6 for instance with vm_state building and task_state spawning. [ 811.050682] env[68503]: DEBUG nova.compute.manager [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Received event network-changed-0b242156-2236-447e-aa2b-c86cc1db15b6 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.050876] env[68503]: DEBUG nova.compute.manager [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Refreshing instance network info cache due to event network-changed-0b242156-2236-447e-aa2b-c86cc1db15b6. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.051064] env[68503]: DEBUG oslo_concurrency.lockutils [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] Acquiring lock "refresh_cache-f6db9f4b-f133-4c8a-8225-35535a715a80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.254394] env[68503]: DEBUG nova.scheduler.client.report [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.287675] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Releasing lock "refresh_cache-f6db9f4b-f133-4c8a-8225-35535a715a80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.287675] env[68503]: DEBUG nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Instance network_info: |[{"id": "0b242156-2236-447e-aa2b-c86cc1db15b6", "address": "fa:16:3e:02:8e:43", "network": {"id": "1a3be002-e264-4306-b72c-2f33edea5170", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1758864239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa16a42410f746beba999dd0c58ebff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b242156-22", "ovs_interfaceid": "0b242156-2236-447e-aa2b-c86cc1db15b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.287675] env[68503]: DEBUG oslo_concurrency.lockutils [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] Acquired lock "refresh_cache-f6db9f4b-f133-4c8a-8225-35535a715a80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.287675] env[68503]: DEBUG nova.network.neutron [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Refreshing network info cache for port 0b242156-2236-447e-aa2b-c86cc1db15b6 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.287675] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:8e:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b242156-2236-447e-aa2b-c86cc1db15b6', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.296369] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Creating folder: Project (aa16a42410f746beba999dd0c58ebff5). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.297411] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71ab733-17d8-49f0-a84c-140240f75788 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.312087] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Created folder: Project (aa16a42410f746beba999dd0c58ebff5) in parent group-v575195. [ 811.312319] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Creating folder: Instances. Parent ref: group-v575282. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.312617] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55d5b737-bbf5-4c70-a8bd-3151c8f645d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.323039] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Created folder: Instances in parent group-v575282. [ 811.323391] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.323603] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.324062] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5eeb01b-4df2-4510-aef1-26b2eda4a898 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.350554] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.350554] env[68503]: value = "task-2861635" [ 811.350554] env[68503]: _type = "Task" [ 811.350554] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.363514] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.366967] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861635, 'name': CreateVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.412467] env[68503]: DEBUG nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.761289] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.761836] env[68503]: DEBUG nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.764501] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.046s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.764781] env[68503]: DEBUG nova.objects.instance [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lazy-loading 'resources' on Instance uuid e469c9c6-c965-49ba-9a09-fb27ced0b3d2 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.864030] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861635, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.867016] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601683} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.867337] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 273f2827-62c0-46a1-9d39-a609cee78482/273f2827-62c0-46a1-9d39-a609cee78482.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.867701] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.867996] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adbaccbd-3366-4997-bdb5-9f59947e3be8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.875379] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 811.875379] env[68503]: value = "task-2861636" [ 811.875379] env[68503]: _type = "Task" [ 811.875379] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.883378] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.944501] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.022453] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "e34f4713-cc71-4968-9de4-698d63d6d09e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.022726] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.022992] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "e34f4713-cc71-4968-9de4-698d63d6d09e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.023235] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.023461] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.027213] env[68503]: INFO nova.compute.manager [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Terminating instance [ 812.028660] env[68503]: DEBUG nova.network.neutron [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Updated VIF entry in instance network info cache for port 0b242156-2236-447e-aa2b-c86cc1db15b6. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.028980] env[68503]: DEBUG nova.network.neutron [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Updating instance_info_cache with network_info: [{"id": "0b242156-2236-447e-aa2b-c86cc1db15b6", "address": "fa:16:3e:02:8e:43", "network": {"id": "1a3be002-e264-4306-b72c-2f33edea5170", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1758864239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa16a42410f746beba999dd0c58ebff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b242156-22", "ovs_interfaceid": "0b242156-2236-447e-aa2b-c86cc1db15b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.268079] env[68503]: DEBUG nova.compute.utils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.272753] env[68503]: DEBUG nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.272952] env[68503]: DEBUG nova.network.neutron [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.313167] env[68503]: DEBUG nova.policy [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d6c58295a8462eaf9fca2e4a6c16ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336d1421a204b3f8c48c5e6eb0f57bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.365511] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861635, 'name': CreateVM_Task, 'duration_secs': 0.925131} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.370208] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.370208] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.370420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.370656] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.373301] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654b5e35-7ad1-4f66-bd27-495e4f060b9b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.380889] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 812.380889] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5201ab77-a0ee-5872-5f12-e2df8cd69495" [ 812.380889] env[68503]: _type = "Task" [ 812.380889] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.389264] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096251} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.392544] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.396021] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26035ad-1f39-4520-81d7-a88d36fb3d19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.401519] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5201ab77-a0ee-5872-5f12-e2df8cd69495, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.402146] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.402382] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.402631] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.402773] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.402942] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.403202] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e599781e-57a5-4ff0-8fec-22c674e869b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.425326] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 273f2827-62c0-46a1-9d39-a609cee78482/273f2827-62c0-46a1-9d39-a609cee78482.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.428666] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a6af27-526a-4092-8028-a27794e3fc1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.444283] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.444644] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.445574] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a75816c-0555-4f12-837f-2d99a5eff520 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.449518] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 812.449518] env[68503]: value = "task-2861637" [ 812.449518] env[68503]: _type = "Task" [ 812.449518] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.450774] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 812.450774] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526b81b4-9702-e518-6e19-cf7fb2d20ce4" [ 812.450774] env[68503]: _type = "Task" [ 812.450774] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.464205] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.470679] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526b81b4-9702-e518-6e19-cf7fb2d20ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.470679] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d34ff9-1270-4b9f-919e-84b6927c4b1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.474719] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 812.474719] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52915f5e-6779-21d8-09b2-6e3478fb6c66" [ 812.474719] env[68503]: _type = "Task" [ 812.474719] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.482690] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52915f5e-6779-21d8-09b2-6e3478fb6c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.531942] env[68503]: DEBUG oslo_concurrency.lockutils [req-2f04b911-593d-4169-a1e4-6f5f9a75f9f1 req-a2144280-e5e0-4fe7-86b3-96e0712d605b service nova] Releasing lock "refresh_cache-f6db9f4b-f133-4c8a-8225-35535a715a80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.533050] env[68503]: DEBUG nova.compute.manager [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.533050] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.533738] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684b8e55-5da3-469a-936f-54db255a42f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.545076] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.545076] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447a7a86-d1aa-47b3-8e25-162023b92de4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.552783] env[68503]: DEBUG oslo_vmware.api [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 812.552783] env[68503]: value = "task-2861638" [ 812.552783] env[68503]: _type = "Task" [ 812.552783] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.560244] env[68503]: DEBUG oslo_vmware.api [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.615772] env[68503]: DEBUG nova.network.neutron [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Successfully created port: 302f78d7-7f34-44a6-80a0-ff2509a6752a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.773130] env[68503]: DEBUG nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.839282] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f6946-e175-42d9-bcc0-d8cbeda1d8ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.847195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298f679-c084-4337-bd75-618f421184e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.880502] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1284ba-fced-4d1e-ab9e-bdb0fbdecd93 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.889152] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c09c01d-7928-4e67-882e-a37a60944285 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.905449] env[68503]: DEBUG nova.compute.provider_tree [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.961028] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861637, 'name': ReconfigVM_Task, 'duration_secs': 0.477285} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.961296] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 273f2827-62c0-46a1-9d39-a609cee78482/273f2827-62c0-46a1-9d39-a609cee78482.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.961933] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef990d2d-7bfe-4964-bc47-f9e119b1661d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.969580] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 812.969580] env[68503]: value = "task-2861639" [ 812.969580] env[68503]: _type = "Task" [ 812.969580] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.980277] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861639, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.988651] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52915f5e-6779-21d8-09b2-6e3478fb6c66, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.989211] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.989211] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] f6db9f4b-f133-4c8a-8225-35535a715a80/f6db9f4b-f133-4c8a-8225-35535a715a80.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.989439] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbf04877-c8ae-468f-9b22-29e8b65ea38f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.995495] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 812.995495] env[68503]: value = "task-2861640" [ 812.995495] env[68503]: _type = "Task" [ 812.995495] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.003888] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.063056] env[68503]: DEBUG oslo_vmware.api [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861638, 'name': PowerOffVM_Task, 'duration_secs': 0.389251} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.063769] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.063769] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.063769] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c8c0ba-f2e1-468f-86ff-970948c15af1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.133033] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.133173] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.133389] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleting the datastore file [datastore1] e34f4713-cc71-4968-9de4-698d63d6d09e {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.133669] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf52387-df31-4a7f-a5fe-479d63a27f18 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.140781] env[68503]: DEBUG oslo_vmware.api [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 813.140781] env[68503]: value = "task-2861642" [ 813.140781] env[68503]: _type = "Task" [ 813.140781] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.149170] env[68503]: DEBUG oslo_vmware.api [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.407754] env[68503]: DEBUG nova.scheduler.client.report [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.480679] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861639, 'name': Rename_Task, 'duration_secs': 0.174949} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.482856] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.482856] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b5d3121-c90f-4712-aaef-46e17659be83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.490587] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 813.490587] env[68503]: value = "task-2861643" [ 813.490587] env[68503]: _type = "Task" [ 813.490587] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.504743] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.510501] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861640, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.654865] env[68503]: DEBUG oslo_vmware.api [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285525} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.655160] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.655348] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.655525] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.656421] env[68503]: INFO nova.compute.manager [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 813.656421] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.656421] env[68503]: DEBUG nova.compute.manager [-] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.656421] env[68503]: DEBUG nova.network.neutron [-] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.786628] env[68503]: DEBUG nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.814307] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.814529] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.814939] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.814939] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.815185] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.815185] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.815554] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.815554] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.815642] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.815793] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.815990] env[68503]: DEBUG nova.virt.hardware [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.816854] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ba4cb-b405-4a62-9d7b-a92b235873ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.825348] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef62d9c-dc10-44df-bc10-b45a4e56cb82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.914344] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.916835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.411s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.918438] env[68503]: INFO nova.compute.claims [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.949880] env[68503]: INFO nova.scheduler.client.report [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Deleted allocations for instance e469c9c6-c965-49ba-9a09-fb27ced0b3d2 [ 814.006529] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.012258] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54218} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.012512] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] f6db9f4b-f133-4c8a-8225-35535a715a80/f6db9f4b-f133-4c8a-8225-35535a715a80.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.012736] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.013017] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f2db4b2-b513-4bda-88ad-80dbf31748b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.018980] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 814.018980] env[68503]: value = "task-2861644" [ 814.018980] env[68503]: _type = "Task" [ 814.018980] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.024906] env[68503]: DEBUG nova.compute.manager [req-8635e57f-c9d5-4c01-b948-d20bde37b277 req-7d404834-4a8b-4c45-a682-586a05744353 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Received event network-vif-deleted-8fdf0718-8162-4498-bffa-4b3741af80f1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.025126] env[68503]: INFO nova.compute.manager [req-8635e57f-c9d5-4c01-b948-d20bde37b277 req-7d404834-4a8b-4c45-a682-586a05744353 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Neutron deleted interface 8fdf0718-8162-4498-bffa-4b3741af80f1; detaching it from the instance and deleting it from the info cache [ 814.025316] env[68503]: DEBUG nova.network.neutron [req-8635e57f-c9d5-4c01-b948-d20bde37b277 req-7d404834-4a8b-4c45-a682-586a05744353 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.031742] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.138583] env[68503]: DEBUG nova.compute.manager [req-bd5ac595-bd4b-4f96-9aec-467f9b57eb18 req-45c35e47-6d9b-4720-b11b-37b0220d4132 service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Received event network-vif-plugged-302f78d7-7f34-44a6-80a0-ff2509a6752a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.138583] env[68503]: DEBUG oslo_concurrency.lockutils [req-bd5ac595-bd4b-4f96-9aec-467f9b57eb18 req-45c35e47-6d9b-4720-b11b-37b0220d4132 service nova] Acquiring lock "75a6423a-0e3e-4d79-858d-01af450513dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.138583] env[68503]: DEBUG oslo_concurrency.lockutils [req-bd5ac595-bd4b-4f96-9aec-467f9b57eb18 req-45c35e47-6d9b-4720-b11b-37b0220d4132 service nova] Lock "75a6423a-0e3e-4d79-858d-01af450513dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.139085] env[68503]: DEBUG oslo_concurrency.lockutils [req-bd5ac595-bd4b-4f96-9aec-467f9b57eb18 req-45c35e47-6d9b-4720-b11b-37b0220d4132 service nova] Lock "75a6423a-0e3e-4d79-858d-01af450513dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.139301] env[68503]: DEBUG nova.compute.manager [req-bd5ac595-bd4b-4f96-9aec-467f9b57eb18 req-45c35e47-6d9b-4720-b11b-37b0220d4132 service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] No waiting events found dispatching network-vif-plugged-302f78d7-7f34-44a6-80a0-ff2509a6752a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.139478] env[68503]: WARNING nova.compute.manager [req-bd5ac595-bd4b-4f96-9aec-467f9b57eb18 req-45c35e47-6d9b-4720-b11b-37b0220d4132 service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Received unexpected event network-vif-plugged-302f78d7-7f34-44a6-80a0-ff2509a6752a for instance with vm_state building and task_state spawning. [ 814.218806] env[68503]: DEBUG nova.network.neutron [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Successfully updated port: 302f78d7-7f34-44a6-80a0-ff2509a6752a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.458108] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7d98e121-4e10-4f4f-90fb-ecf497badb6e tempest-TenantUsagesTestJSON-1635012173 tempest-TenantUsagesTestJSON-1635012173-project-member] Lock "e469c9c6-c965-49ba-9a09-fb27ced0b3d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.197s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.480843] env[68503]: DEBUG nova.network.neutron [-] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.501564] env[68503]: DEBUG oslo_vmware.api [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861643, 'name': PowerOnVM_Task, 'duration_secs': 0.636321} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.501798] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.501990] env[68503]: INFO nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Took 8.34 seconds to spawn the instance on the hypervisor. [ 814.502184] env[68503]: DEBUG nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.502945] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e38e4-bf9f-453b-8980-d3457bd084a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.530170] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.340737} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.530413] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3851f3d3-01ec-4a52-8662-6a1a0502dd25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.532435] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.533207] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbd618a-3f93-42e6-9860-80ee9302ce29 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.556040] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f6db9f4b-f133-4c8a-8225-35535a715a80/f6db9f4b-f133-4c8a-8225-35535a715a80.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.558129] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc8745e-3d14-4efe-b055-9de4ff82fff5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.575732] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e60e2-d72b-409e-94ac-a195fa178522 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.591563] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 814.591563] env[68503]: value = "task-2861645" [ 814.591563] env[68503]: _type = "Task" [ 814.591563] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.608800] env[68503]: DEBUG nova.compute.manager [req-8635e57f-c9d5-4c01-b948-d20bde37b277 req-7d404834-4a8b-4c45-a682-586a05744353 service nova] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Detach interface failed, port_id=8fdf0718-8162-4498-bffa-4b3741af80f1, reason: Instance e34f4713-cc71-4968-9de4-698d63d6d09e could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.612823] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.728823] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "refresh_cache-75a6423a-0e3e-4d79-858d-01af450513dd" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.728967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "refresh_cache-75a6423a-0e3e-4d79-858d-01af450513dd" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.729135] env[68503]: DEBUG nova.network.neutron [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.983722] env[68503]: INFO nova.compute.manager [-] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Took 1.33 seconds to deallocate network for instance. [ 815.024230] env[68503]: INFO nova.compute.manager [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Took 38.15 seconds to build instance. [ 815.104565] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.273732] env[68503]: DEBUG nova.network.neutron [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.456843] env[68503]: DEBUG nova.network.neutron [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Updating instance_info_cache with network_info: [{"id": "302f78d7-7f34-44a6-80a0-ff2509a6752a", "address": "fa:16:3e:e5:14:0f", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302f78d7-7f", "ovs_interfaceid": "302f78d7-7f34-44a6-80a0-ff2509a6752a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.478439] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3029c6d-cddb-4a23-818a-4b44535fa022 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.490435] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.491582] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db3d3aa-177d-421e-9b6b-ef4f50dfd0fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.526213] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad76896-ee82-4b6c-a38b-8cbc202e3dee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.529781] env[68503]: DEBUG oslo_concurrency.lockutils [None req-355d8578-352e-4c34-813a-dafa9ea262f1 tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "273f2827-62c0-46a1-9d39-a609cee78482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.715s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.536756] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92613c-c1f5-4227-bb28-cf91aff222f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.551581] env[68503]: DEBUG nova.compute.provider_tree [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.605550] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861645, 'name': ReconfigVM_Task, 'duration_secs': 0.661584} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.605920] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f6db9f4b-f133-4c8a-8225-35535a715a80/f6db9f4b-f133-4c8a-8225-35535a715a80.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.606805] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68eab702-71e2-423e-9a7e-300ad036b648 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.613886] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 815.613886] env[68503]: value = "task-2861646" [ 815.613886] env[68503]: _type = "Task" [ 815.613886] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.622419] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861646, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.960471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "refresh_cache-75a6423a-0e3e-4d79-858d-01af450513dd" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.962041] env[68503]: DEBUG nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Instance network_info: |[{"id": "302f78d7-7f34-44a6-80a0-ff2509a6752a", "address": "fa:16:3e:e5:14:0f", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302f78d7-7f", "ovs_interfaceid": "302f78d7-7f34-44a6-80a0-ff2509a6752a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.962041] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:14:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '302f78d7-7f34-44a6-80a0-ff2509a6752a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.970470] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.970699] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.971403] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f583349b-364e-4596-b46c-0d89ab807fcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.992231] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.992231] env[68503]: value = "task-2861647" [ 815.992231] env[68503]: _type = "Task" [ 815.992231] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.001884] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861647, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.035308] env[68503]: DEBUG nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.054291] env[68503]: DEBUG nova.scheduler.client.report [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.083980] env[68503]: DEBUG oslo_concurrency.lockutils [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.084330] env[68503]: DEBUG oslo_concurrency.lockutils [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.127371] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861646, 'name': Rename_Task, 'duration_secs': 0.190627} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.127742] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.128080] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce89d30d-f228-44f5-a1e7-36a45c2e296d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.134504] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 816.134504] env[68503]: value = "task-2861648" [ 816.134504] env[68503]: _type = "Task" [ 816.134504] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.142692] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.271912] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "273f2827-62c0-46a1-9d39-a609cee78482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.272645] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "273f2827-62c0-46a1-9d39-a609cee78482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.272645] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "273f2827-62c0-46a1-9d39-a609cee78482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.273296] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "273f2827-62c0-46a1-9d39-a609cee78482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.273296] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "273f2827-62c0-46a1-9d39-a609cee78482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.275670] env[68503]: INFO nova.compute.manager [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Terminating instance [ 816.288730] env[68503]: DEBUG nova.compute.manager [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Received event network-changed-302f78d7-7f34-44a6-80a0-ff2509a6752a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.288730] env[68503]: DEBUG nova.compute.manager [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Refreshing instance network info cache due to event network-changed-302f78d7-7f34-44a6-80a0-ff2509a6752a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.288730] env[68503]: DEBUG oslo_concurrency.lockutils [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] Acquiring lock "refresh_cache-75a6423a-0e3e-4d79-858d-01af450513dd" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.288983] env[68503]: DEBUG oslo_concurrency.lockutils [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] Acquired lock "refresh_cache-75a6423a-0e3e-4d79-858d-01af450513dd" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.288983] env[68503]: DEBUG nova.network.neutron [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Refreshing network info cache for port 302f78d7-7f34-44a6-80a0-ff2509a6752a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.503054] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861647, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.559693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.560314] env[68503]: DEBUG nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.564187] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.564470] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.026s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.566188] env[68503]: INFO nova.compute.claims [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.588275] env[68503]: DEBUG nova.compute.utils [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.646052] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.780064] env[68503]: DEBUG nova.compute.manager [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.780064] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.780506] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d00aa-e28d-4c59-acbc-dc7593c6df60 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.789254] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.789577] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-833aaf7f-1b38-40dc-a58b-7edd247d1d39 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.798980] env[68503]: DEBUG oslo_vmware.api [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 816.798980] env[68503]: value = "task-2861649" [ 816.798980] env[68503]: _type = "Task" [ 816.798980] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.808909] env[68503]: DEBUG oslo_vmware.api [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.003450] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861647, 'name': CreateVM_Task, 'duration_secs': 0.526147} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.005828] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.006500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.006666] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.006983] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.007534] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5250357f-f997-434a-966d-ae93b3bd2644 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.012177] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 817.012177] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5216251b-e99b-d903-d537-d5b420adb58d" [ 817.012177] env[68503]: _type = "Task" [ 817.012177] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.021234] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5216251b-e99b-d903-d537-d5b420adb58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.039768] env[68503]: DEBUG nova.network.neutron [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Updated VIF entry in instance network info cache for port 302f78d7-7f34-44a6-80a0-ff2509a6752a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.040098] env[68503]: DEBUG nova.network.neutron [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Updating instance_info_cache with network_info: [{"id": "302f78d7-7f34-44a6-80a0-ff2509a6752a", "address": "fa:16:3e:e5:14:0f", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302f78d7-7f", "ovs_interfaceid": "302f78d7-7f34-44a6-80a0-ff2509a6752a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.070790] env[68503]: DEBUG nova.compute.utils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.073999] env[68503]: DEBUG nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.074179] env[68503]: DEBUG nova.network.neutron [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.091130] env[68503]: DEBUG oslo_concurrency.lockutils [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.113520] env[68503]: DEBUG nova.policy [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cbae099c4c34c919b990dc93b79fe6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10ce04539484f06ab47c59456e73a14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.145304] env[68503]: DEBUG oslo_vmware.api [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861648, 'name': PowerOnVM_Task, 'duration_secs': 0.589003} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.145539] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.145739] env[68503]: INFO nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Took 8.28 seconds to spawn the instance on the hypervisor. [ 817.145918] env[68503]: DEBUG nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.147037] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2210e316-55a3-4cab-877a-9c75feabe05c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.308579] env[68503]: DEBUG oslo_vmware.api [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861649, 'name': PowerOffVM_Task, 'duration_secs': 0.183401} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.308917] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.309108] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.309387] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-800e37c4-ec67-4291-8008-499f61639656 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.367067] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.367427] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.367701] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Deleting the datastore file [datastore2] 273f2827-62c0-46a1-9d39-a609cee78482 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.367895] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb232b16-3a3d-4dc6-a989-4248e89530e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.371355] env[68503]: DEBUG nova.network.neutron [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Successfully created port: 33e898e4-ebcd-4981-b4ba-884d2f4d5a4d {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.374760] env[68503]: DEBUG oslo_vmware.api [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for the task: (returnval){ [ 817.374760] env[68503]: value = "task-2861651" [ 817.374760] env[68503]: _type = "Task" [ 817.374760] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.382743] env[68503]: DEBUG oslo_vmware.api [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.523317] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5216251b-e99b-d903-d537-d5b420adb58d, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.523695] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.523986] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.524320] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.524525] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.524778] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.525113] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c57073d-6c79-4628-b466-84dba464df39 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.533530] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.533975] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.534733] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38697627-fd39-417f-9282-a8bf42ef13ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.541312] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 817.541312] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522ba040-738e-15b1-759a-f9619e296d31" [ 817.541312] env[68503]: _type = "Task" [ 817.541312] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.541876] env[68503]: DEBUG oslo_concurrency.lockutils [req-8a5c5fd9-760f-47de-8c17-bc280ebd7b6d req-c2811653-b94e-4e56-b11c-f71e4e9a2ecf service nova] Releasing lock "refresh_cache-75a6423a-0e3e-4d79-858d-01af450513dd" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.550494] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522ba040-738e-15b1-759a-f9619e296d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.576949] env[68503]: DEBUG nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.669716] env[68503]: INFO nova.compute.manager [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Took 40.78 seconds to build instance. [ 817.887195] env[68503]: DEBUG oslo_vmware.api [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Task: {'id': task-2861651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174942} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.887195] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.887195] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.887195] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.887528] env[68503]: INFO nova.compute.manager [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Took 1.11 seconds to destroy the instance on the hypervisor. [ 817.888349] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.890618] env[68503]: DEBUG nova.compute.manager [-] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.890821] env[68503]: DEBUG nova.network.neutron [-] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.054915] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522ba040-738e-15b1-759a-f9619e296d31, 'name': SearchDatastore_Task, 'duration_secs': 0.014713} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.058087] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97662f36-04ab-4321-a1ae-6f3a682467f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.061705] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 818.061705] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526ed980-7538-22f7-e490-dbd49b4893b8" [ 818.061705] env[68503]: _type = "Task" [ 818.061705] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.074271] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526ed980-7538-22f7-e490-dbd49b4893b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.171690] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313e2fbf-5ba7-498f-baa8-ca3b5c89b26e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.175289] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bb50fc32-6f9f-421a-9039-cc3754214a1b tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.118s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.181502] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0c5b0e-61c7-44af-9933-e10232abb802 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.212089] env[68503]: DEBUG oslo_concurrency.lockutils [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.212966] env[68503]: DEBUG oslo_concurrency.lockutils [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.212966] env[68503]: INFO nova.compute.manager [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Attaching volume 2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd to /dev/sdb [ 818.215905] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84a160-fc05-4c07-bdef-28698bc4ec96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.233939] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9fd106-c09d-441a-95c1-7db7dcc477c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.250446] env[68503]: DEBUG nova.compute.provider_tree [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.265794] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e86a006-854c-4a9e-a5a6-0b87a5edc5e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.273155] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabaf3e8-91a4-4046-b697-bfb99d869621 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.288267] env[68503]: DEBUG nova.virt.block_device [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updating existing volume attachment record: 5cc583d4-ed67-4ebb-9887-025d7cd7abf4 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 818.503831] env[68503]: DEBUG nova.compute.manager [req-a375aa72-9269-490a-ac41-2af61472c860 req-623af0c6-1b4a-4f5f-a839-bae9bc5fca11 service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Received event network-vif-deleted-9ef51b72-0678-4adf-ab8f-c88c1e8d717c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.504068] env[68503]: INFO nova.compute.manager [req-a375aa72-9269-490a-ac41-2af61472c860 req-623af0c6-1b4a-4f5f-a839-bae9bc5fca11 service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Neutron deleted interface 9ef51b72-0678-4adf-ab8f-c88c1e8d717c; detaching it from the instance and deleting it from the info cache [ 818.504342] env[68503]: DEBUG nova.network.neutron [req-a375aa72-9269-490a-ac41-2af61472c860 req-623af0c6-1b4a-4f5f-a839-bae9bc5fca11 service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.574325] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526ed980-7538-22f7-e490-dbd49b4893b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.574955] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.575235] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 75a6423a-0e3e-4d79-858d-01af450513dd/75a6423a-0e3e-4d79-858d-01af450513dd.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.575497] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e2e146b-1511-46de-9744-95bf76b268b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.582786] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 818.582786] env[68503]: value = "task-2861652" [ 818.582786] env[68503]: _type = "Task" [ 818.582786] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.594968] env[68503]: DEBUG nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.600276] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.631413] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.631656] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.632296] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.632296] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.632296] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.632442] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.632729] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.633682] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.633682] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.633682] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.634896] env[68503]: DEBUG nova.virt.hardware [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.634896] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7874f1f-618d-4b6f-bb8e-6d07cee2079a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.644609] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca1c2da-0776-4285-abd4-89c362eea7e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.682832] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.733881] env[68503]: DEBUG nova.network.neutron [-] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.754361] env[68503]: DEBUG nova.scheduler.client.report [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.993312] env[68503]: DEBUG nova.network.neutron [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Successfully updated port: 33e898e4-ebcd-4981-b4ba-884d2f4d5a4d {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.013334] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5270ec8-0473-49ef-b2d1-18fb365e7f51 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.023693] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15176e65-b812-4ae2-af15-3f577bdd1011 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.066146] env[68503]: DEBUG nova.compute.manager [req-a375aa72-9269-490a-ac41-2af61472c860 req-623af0c6-1b4a-4f5f-a839-bae9bc5fca11 service nova] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Detach interface failed, port_id=9ef51b72-0678-4adf-ab8f-c88c1e8d717c, reason: Instance 273f2827-62c0-46a1-9d39-a609cee78482 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.096410] env[68503]: DEBUG nova.compute.manager [req-7cb78fcf-bd13-40b8-ab1a-a247cb5de5ea req-36e7ae78-6611-40d8-b290-e44604b6ccc2 service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Received event network-vif-plugged-33e898e4-ebcd-4981-b4ba-884d2f4d5a4d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.096623] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cb78fcf-bd13-40b8-ab1a-a247cb5de5ea req-36e7ae78-6611-40d8-b290-e44604b6ccc2 service nova] Acquiring lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.096942] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cb78fcf-bd13-40b8-ab1a-a247cb5de5ea req-36e7ae78-6611-40d8-b290-e44604b6ccc2 service nova] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.097093] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cb78fcf-bd13-40b8-ab1a-a247cb5de5ea req-36e7ae78-6611-40d8-b290-e44604b6ccc2 service nova] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.097272] env[68503]: DEBUG nova.compute.manager [req-7cb78fcf-bd13-40b8-ab1a-a247cb5de5ea req-36e7ae78-6611-40d8-b290-e44604b6ccc2 service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] No waiting events found dispatching network-vif-plugged-33e898e4-ebcd-4981-b4ba-884d2f4d5a4d {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.097457] env[68503]: WARNING nova.compute.manager [req-7cb78fcf-bd13-40b8-ab1a-a247cb5de5ea req-36e7ae78-6611-40d8-b290-e44604b6ccc2 service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Received unexpected event network-vif-plugged-33e898e4-ebcd-4981-b4ba-884d2f4d5a4d for instance with vm_state building and task_state spawning. [ 819.105757] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861652, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.124062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "b6a23ff5-0359-4673-a044-bd200caff4b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.124276] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.203624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.238499] env[68503]: INFO nova.compute.manager [-] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Took 1.35 seconds to deallocate network for instance. [ 819.262802] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.263362] env[68503]: DEBUG nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.266161] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.516s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.266379] env[68503]: DEBUG nova.objects.instance [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lazy-loading 'resources' on Instance uuid e506d465-896d-4493-9e6b-398f3f08048b {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.488442] env[68503]: DEBUG nova.compute.manager [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.489909] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d67d90-088b-46db-93f4-668d0fda5ca1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.496736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "refresh_cache-4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.496880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquired lock "refresh_cache-4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.497056] env[68503]: DEBUG nova.network.neutron [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.596534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.596779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.601797] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633142} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.602283] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 75a6423a-0e3e-4d79-858d-01af450513dd/75a6423a-0e3e-4d79-858d-01af450513dd.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.602403] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.602662] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfc2eb97-9eb6-4d89-8c8a-3e18e9a3c840 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.609794] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 819.609794] env[68503]: value = "task-2861657" [ 819.609794] env[68503]: _type = "Task" [ 819.609794] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.618601] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.745960] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.772077] env[68503]: DEBUG nova.compute.utils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.773681] env[68503]: DEBUG nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.773880] env[68503]: DEBUG nova.network.neutron [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.827094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.827094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.827094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.827094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.827635] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.831763] env[68503]: INFO nova.compute.manager [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Terminating instance [ 819.839595] env[68503]: DEBUG nova.policy [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5d669298c74ffb8c8c865a5305df59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5998df66b36243ec83a5606e0b94e297', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.004143] env[68503]: INFO nova.compute.manager [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] instance snapshotting [ 820.007484] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e186c7e-fccd-420b-bb43-1631a331b7ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.026725] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4ed03d-cbd1-49f2-b4f7-3eb11b87bb6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.036304] env[68503]: DEBUG nova.network.neutron [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.120459] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070427} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.120758] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.121981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e958de75-d231-4888-b52d-8fdb1d9b2194 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.147848] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 75a6423a-0e3e-4d79-858d-01af450513dd/75a6423a-0e3e-4d79-858d-01af450513dd.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.151271] env[68503]: DEBUG nova.network.neutron [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Successfully created port: 722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.153198] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269c3ad3-c7eb-4b11-bc66-656d0db2b6f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.175585] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 820.175585] env[68503]: value = "task-2861658" [ 820.175585] env[68503]: _type = "Task" [ 820.175585] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.190730] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.280196] env[68503]: DEBUG nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.294340] env[68503]: DEBUG nova.network.neutron [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Updating instance_info_cache with network_info: [{"id": "33e898e4-ebcd-4981-b4ba-884d2f4d5a4d", "address": "fa:16:3e:f1:ba:ca", "network": {"id": "8040223f-bb34-44da-b713-10c0dadf0d68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1295499946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ce04539484f06ab47c59456e73a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e898e4-eb", "ovs_interfaceid": "33e898e4-ebcd-4981-b4ba-884d2f4d5a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.346875] env[68503]: DEBUG nova.compute.manager [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.346875] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.346875] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa76471e-3c79-44c0-8a63-d82c89a66dfe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.355681] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.356087] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c3aebe-aef3-4efa-b94e-6815ad1dbda3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.363890] env[68503]: DEBUG oslo_vmware.api [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 820.363890] env[68503]: value = "task-2861659" [ 820.363890] env[68503]: _type = "Task" [ 820.363890] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.367260] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900baa4f-b20d-47c8-bf65-d5c39e35d53c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.380748] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1915521-30f1-4a35-8f1b-dd0c2f83fbd8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.385059] env[68503]: DEBUG oslo_vmware.api [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.415380] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9156c5f4-343f-4f86-8f75-86015d4522af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.424431] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33082a-238b-4fff-bd9f-b1d6b33ed4e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.440460] env[68503]: DEBUG nova.compute.provider_tree [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.446276] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "dc97a43e-95c6-4083-a539-5718af812048" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.446651] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "dc97a43e-95c6-4083-a539-5718af812048" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.542731] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.543165] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-749d9cd5-a0aa-4a72-8b89-69bf04f9e72d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.550716] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 820.550716] env[68503]: value = "task-2861660" [ 820.550716] env[68503]: _type = "Task" [ 820.550716] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.559824] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.687653] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.797455] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Releasing lock "refresh_cache-4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.797835] env[68503]: DEBUG nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Instance network_info: |[{"id": "33e898e4-ebcd-4981-b4ba-884d2f4d5a4d", "address": "fa:16:3e:f1:ba:ca", "network": {"id": "8040223f-bb34-44da-b713-10c0dadf0d68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1295499946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ce04539484f06ab47c59456e73a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e898e4-eb", "ovs_interfaceid": "33e898e4-ebcd-4981-b4ba-884d2f4d5a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.798208] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:ba:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33e898e4-ebcd-4981-b4ba-884d2f4d5a4d', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.806617] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Creating folder: Project (b10ce04539484f06ab47c59456e73a14). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.807529] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c83578a-0c1b-4c2b-b86d-2596a94b7332 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.817866] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Created folder: Project (b10ce04539484f06ab47c59456e73a14) in parent group-v575195. [ 820.817980] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Creating folder: Instances. Parent ref: group-v575288. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.818229] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b385da2d-4c0e-41b1-8fd5-533488ae7f12 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.829148] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Created folder: Instances in parent group-v575288. [ 820.829815] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.830195] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.830471] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62a1d041-11fc-4303-bea0-6e5797b79af8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.852292] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.852292] env[68503]: value = "task-2861663" [ 820.852292] env[68503]: _type = "Task" [ 820.852292] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.860871] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861663, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.873999] env[68503]: DEBUG oslo_vmware.api [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861659, 'name': PowerOffVM_Task, 'duration_secs': 0.247108} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.874435] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.874736] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.875099] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b30f516-5706-4099-ba2e-d6ef1d0bdc47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.947133] env[68503]: DEBUG nova.scheduler.client.report [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.060065] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861660, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.102406] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.102685] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.102889] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Deleting the datastore file [datastore1] 6b1012c6-0af9-4e75-ae26-0c2bb0485368 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.103228] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ffa559-bf19-4008-b639-231b736b806f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.110375] env[68503]: DEBUG oslo_vmware.api [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 821.110375] env[68503]: value = "task-2861666" [ 821.110375] env[68503]: _type = "Task" [ 821.110375] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.121030] env[68503]: DEBUG oslo_vmware.api [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.123905] env[68503]: DEBUG nova.compute.manager [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Received event network-changed-33e898e4-ebcd-4981-b4ba-884d2f4d5a4d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.124117] env[68503]: DEBUG nova.compute.manager [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Refreshing instance network info cache due to event network-changed-33e898e4-ebcd-4981-b4ba-884d2f4d5a4d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.124331] env[68503]: DEBUG oslo_concurrency.lockutils [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] Acquiring lock "refresh_cache-4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.124474] env[68503]: DEBUG oslo_concurrency.lockutils [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] Acquired lock "refresh_cache-4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.124632] env[68503]: DEBUG nova.network.neutron [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Refreshing network info cache for port 33e898e4-ebcd-4981-b4ba-884d2f4d5a4d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.186574] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861658, 'name': ReconfigVM_Task, 'duration_secs': 0.707163} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.186841] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 75a6423a-0e3e-4d79-858d-01af450513dd/75a6423a-0e3e-4d79-858d-01af450513dd.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.187538] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c343976-169e-43b7-b338-0a831b647eb6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.193426] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 821.193426] env[68503]: value = "task-2861667" [ 821.193426] env[68503]: _type = "Task" [ 821.193426] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.201928] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861667, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.290622] env[68503]: DEBUG nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.314722] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.315066] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.315229] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.315448] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.315653] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.315844] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.316087] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.316279] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.316588] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.316767] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.316944] env[68503]: DEBUG nova.virt.hardware [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.317942] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d434574-e5bf-4fbe-8cd0-ccce52a41ccb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.325880] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2bf71f-89ec-498c-810e-c87733eac526 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.362065] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861663, 'name': CreateVM_Task, 'duration_secs': 0.374759} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.362250] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.362947] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.363239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.363450] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.363707] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa5bdaf-7bc8-49ea-8038-81f95a1ca593 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.368114] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 821.368114] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526a7335-ff60-9871-6527-d415bf32ec37" [ 821.368114] env[68503]: _type = "Task" [ 821.368114] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.377196] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a7335-ff60-9871-6527-d415bf32ec37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.452162] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.454517] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.920s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.456316] env[68503]: INFO nova.compute.claims [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.477162] env[68503]: INFO nova.scheduler.client.report [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Deleted allocations for instance e506d465-896d-4493-9e6b-398f3f08048b [ 821.564145] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861660, 'name': CreateSnapshot_Task, 'duration_secs': 0.773721} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.564145] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.564145] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb5a5cf-2bcb-4738-b8dc-18b185ff617a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.620983] env[68503]: DEBUG oslo_vmware.api [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146776} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.621147] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.621250] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.621431] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.621597] env[68503]: INFO nova.compute.manager [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Took 1.28 seconds to destroy the instance on the hypervisor. [ 821.621983] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.622110] env[68503]: DEBUG nova.compute.manager [-] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.622110] env[68503]: DEBUG nova.network.neutron [-] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.686720] env[68503]: DEBUG nova.network.neutron [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Successfully updated port: 722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.705446] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861667, 'name': Rename_Task, 'duration_secs': 0.143459} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.705706] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.705953] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca1dfde-db38-468b-9fd0-6ec14feaef30 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.713877] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 821.713877] env[68503]: value = "task-2861668" [ 821.713877] env[68503]: _type = "Task" [ 821.713877] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.722339] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.863493] env[68503]: DEBUG nova.network.neutron [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Updated VIF entry in instance network info cache for port 33e898e4-ebcd-4981-b4ba-884d2f4d5a4d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.863902] env[68503]: DEBUG nova.network.neutron [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Updating instance_info_cache with network_info: [{"id": "33e898e4-ebcd-4981-b4ba-884d2f4d5a4d", "address": "fa:16:3e:f1:ba:ca", "network": {"id": "8040223f-bb34-44da-b713-10c0dadf0d68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1295499946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ce04539484f06ab47c59456e73a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e898e4-eb", "ovs_interfaceid": "33e898e4-ebcd-4981-b4ba-884d2f4d5a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.884783] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a7335-ff60-9871-6527-d415bf32ec37, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.886205] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.886534] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.886848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.887201] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.887427] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.887983] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c32f56-0f2e-43ca-8bd7-c1ac14137131 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.898061] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.898268] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.899033] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2728d8c1-b578-4e36-b138-ac6691d5b49c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.905312] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 821.905312] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f524eb-d80b-7d3e-5c3a-3d2407ce28f0" [ 821.905312] env[68503]: _type = "Task" [ 821.905312] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.913578] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f524eb-d80b-7d3e-5c3a-3d2407ce28f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.985024] env[68503]: DEBUG oslo_concurrency.lockutils [None req-010c24d1-7ee3-4246-afbc-70249b41a2db tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.959s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.985816] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.647s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.986081] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "e506d465-896d-4493-9e6b-398f3f08048b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.986328] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.986544] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.992388] env[68503]: INFO nova.compute.manager [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Terminating instance [ 822.082473] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.083751] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-457c492c-b0c8-48fc-b91e-5f7153641783 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.092612] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 822.092612] env[68503]: value = "task-2861669" [ 822.092612] env[68503]: _type = "Task" [ 822.092612] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.103156] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861669, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.192779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.193017] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.193060] env[68503]: DEBUG nova.network.neutron [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.198377] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Acquiring lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.198722] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.224891] env[68503]: DEBUG oslo_vmware.api [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861668, 'name': PowerOnVM_Task, 'duration_secs': 0.489819} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.225182] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.225465] env[68503]: INFO nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Took 8.44 seconds to spawn the instance on the hypervisor. [ 822.225655] env[68503]: DEBUG nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.226448] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a6441-1047-4961-a53f-87fab360d898 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.369702] env[68503]: DEBUG oslo_concurrency.lockutils [req-06af18f8-3339-49de-b4f0-c0294e6cd24b req-d095a8f5-6c9e-47cf-816a-9fde506297be service nova] Releasing lock "refresh_cache-4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.415837] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f524eb-d80b-7d3e-5c3a-3d2407ce28f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.416256] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce642aac-3c8b-4990-8028-2ae7591f89ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.421466] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 822.421466] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52cdcc6c-5810-bb9b-e5f8-68e007656241" [ 822.421466] env[68503]: _type = "Task" [ 822.421466] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.429878] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cdcc6c-5810-bb9b-e5f8-68e007656241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.497057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.497261] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquired lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.497456] env[68503]: DEBUG nova.network.neutron [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.538829] env[68503]: DEBUG nova.compute.manager [req-3dd2dcfb-1d73-49d8-a0a0-f22989c88f24 req-c127ec53-387f-4edf-a2fa-caf36700053f service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Received event network-vif-deleted-393f0446-2618-4539-98e6-136ae5d4ca67 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.539038] env[68503]: INFO nova.compute.manager [req-3dd2dcfb-1d73-49d8-a0a0-f22989c88f24 req-c127ec53-387f-4edf-a2fa-caf36700053f service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Neutron deleted interface 393f0446-2618-4539-98e6-136ae5d4ca67; detaching it from the instance and deleting it from the info cache [ 822.539209] env[68503]: DEBUG nova.network.neutron [req-3dd2dcfb-1d73-49d8-a0a0-f22989c88f24 req-c127ec53-387f-4edf-a2fa-caf36700053f service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.601896] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861669, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.702027] env[68503]: DEBUG nova.compute.utils [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.736208] env[68503]: DEBUG nova.network.neutron [-] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.749828] env[68503]: DEBUG nova.network.neutron [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.752692] env[68503]: INFO nova.compute.manager [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Took 42.15 seconds to build instance. [ 822.932983] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cdcc6c-5810-bb9b-e5f8-68e007656241, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.938466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.938761] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7/4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.939059] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba404d10-493e-4b4c-b6bf-194121f73402 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.945547] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 822.945547] env[68503]: value = "task-2861670" [ 822.945547] env[68503]: _type = "Task" [ 822.945547] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.954096] env[68503]: DEBUG nova.network.neutron [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updating instance_info_cache with network_info: [{"id": "722393ef-4d19-4954-a111-94990e142a51", "address": "fa:16:3e:80:84:09", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722393ef-4d", "ovs_interfaceid": "722393ef-4d19-4954-a111-94990e142a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.959039] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.967479] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3b732-2ac8-4579-bf91-819265987b7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.975378] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9154f14c-c83c-4c78-a2a4-ab6240fafcfc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.006986] env[68503]: DEBUG nova.compute.utils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Can not refresh info_cache because instance was not found {{(pid=68503) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 823.009855] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6328d89-1d5b-4608-a7ef-fc57dde9f641 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.017831] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7b7e7-e37b-4b8a-a71f-7efe6f7023c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.031691] env[68503]: DEBUG nova.compute.provider_tree [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.033697] env[68503]: DEBUG nova.network.neutron [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.041570] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be504b73-1b77-440a-a020-ce8e4bb8a712 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.050206] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ff4ad-1547-42fc-b0b7-c9cfc8745c04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.090892] env[68503]: DEBUG nova.compute.manager [req-3dd2dcfb-1d73-49d8-a0a0-f22989c88f24 req-c127ec53-387f-4edf-a2fa-caf36700053f service nova] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Detach interface failed, port_id=393f0446-2618-4539-98e6-136ae5d4ca67, reason: Instance 6b1012c6-0af9-4e75-ae26-0c2bb0485368 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.105098] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861669, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.131398] env[68503]: DEBUG nova.network.neutron [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.206444] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.246768] env[68503]: INFO nova.compute.manager [-] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Took 1.62 seconds to deallocate network for instance. [ 823.254967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fdc9d8d3-dde9-43c3-9e91-3a41d134792e tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "75a6423a-0e3e-4d79-858d-01af450513dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.515s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.350047] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.350047] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575287', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'name': 'volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11f80af7-e6da-43e1-bbcd-7ea6c6be461d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'serial': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.350047] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e71f84-eecf-4fd2-886b-ecaeb9579d7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.368451] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da7daff-5c65-4b7a-9008-f461c81116fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.397961] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd/volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.398355] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fa5499-6c1b-4401-88ed-417969c8bfe2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.421709] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 823.421709] env[68503]: value = "task-2861671" [ 823.421709] env[68503]: _type = "Task" [ 823.421709] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.433296] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.456115] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861670, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.460934] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.460934] env[68503]: DEBUG nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Instance network_info: |[{"id": "722393ef-4d19-4954-a111-94990e142a51", "address": "fa:16:3e:80:84:09", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722393ef-4d", "ovs_interfaceid": "722393ef-4d19-4954-a111-94990e142a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.461231] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:84:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '722393ef-4d19-4954-a111-94990e142a51', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.469688] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Creating folder: Project (5998df66b36243ec83a5606e0b94e297). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.470014] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddb65e17-fad5-4a6c-b2f8-16914e69d259 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.481336] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Created folder: Project (5998df66b36243ec83a5606e0b94e297) in parent group-v575195. [ 823.481522] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Creating folder: Instances. Parent ref: group-v575293. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.481797] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e87decb7-666c-4464-bfa7-63e35257432c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.491308] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Created folder: Instances in parent group-v575293. [ 823.491584] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.491793] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.492411] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7327c290-f31c-48fb-ad6a-7b2e88c2edbd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.514413] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.514413] env[68503]: value = "task-2861674" [ 823.514413] env[68503]: _type = "Task" [ 823.514413] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.526655] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861674, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.536879] env[68503]: DEBUG nova.scheduler.client.report [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.570315] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "63516d78-c35b-44f9-98da-45aada34af4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.570725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "63516d78-c35b-44f9-98da-45aada34af4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.571082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "63516d78-c35b-44f9-98da-45aada34af4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.571393] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "63516d78-c35b-44f9-98da-45aada34af4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.571698] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "63516d78-c35b-44f9-98da-45aada34af4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.574877] env[68503]: INFO nova.compute.manager [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Terminating instance [ 823.604291] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861669, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.633468] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Releasing lock "refresh_cache-e506d465-896d-4493-9e6b-398f3f08048b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.633904] env[68503]: DEBUG nova.compute.manager [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.634114] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.634539] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b01fce59-122a-4900-b0f4-c51df8fba970 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.644207] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0663e3b-59e6-47ec-b41f-370679a2fc9c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.681811] env[68503]: WARNING nova.virt.vmwareapi.vmops [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e506d465-896d-4493-9e6b-398f3f08048b could not be found. [ 823.682079] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.682283] env[68503]: INFO nova.compute.manager [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 823.682530] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.682837] env[68503]: DEBUG nova.compute.manager [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.682945] env[68503]: DEBUG nova.network.neutron [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.703892] env[68503]: DEBUG nova.network.neutron [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.754149] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.757830] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.920233] env[68503]: DEBUG nova.compute.manager [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Received event network-vif-plugged-722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.920233] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] Acquiring lock "77ef840a-2216-4f7d-a598-421505eedd5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.920233] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] Lock "77ef840a-2216-4f7d-a598-421505eedd5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.920233] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] Lock "77ef840a-2216-4f7d-a598-421505eedd5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.920233] env[68503]: DEBUG nova.compute.manager [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] No waiting events found dispatching network-vif-plugged-722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.920233] env[68503]: WARNING nova.compute.manager [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Received unexpected event network-vif-plugged-722393ef-4d19-4954-a111-94990e142a51 for instance with vm_state building and task_state spawning. [ 823.920233] env[68503]: DEBUG nova.compute.manager [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Received event network-changed-722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.921153] env[68503]: DEBUG nova.compute.manager [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Refreshing instance network info cache due to event network-changed-722393ef-4d19-4954-a111-94990e142a51. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.921554] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] Acquiring lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.921965] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] Acquired lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.922272] env[68503]: DEBUG nova.network.neutron [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Refreshing network info cache for port 722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.929221] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b98e4d-3e2d-4fd7-ab22-34fcc6d37913 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.942210] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.944233] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9049a-4247-4d5c-a5dd-a09cfde4a46a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Suspending the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 823.944866] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-77227ad1-9678-4222-9a0a-66994fc3c772 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.954046] env[68503]: DEBUG oslo_vmware.api [None req-ece9049a-4247-4d5c-a5dd-a09cfde4a46a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 823.954046] env[68503]: value = "task-2861675" [ 823.954046] env[68503]: _type = "Task" [ 823.954046] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.962391] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738741} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.964112] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7/4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.964112] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.964112] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fe0326c-d214-4531-bfdc-06cc6b3e744c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.969828] env[68503]: DEBUG oslo_vmware.api [None req-ece9049a-4247-4d5c-a5dd-a09cfde4a46a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861675, 'name': SuspendVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.974266] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 823.974266] env[68503]: value = "task-2861676" [ 823.974266] env[68503]: _type = "Task" [ 823.974266] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.986801] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.025273] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861674, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.043514] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.043514] env[68503]: DEBUG nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.047832] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.851s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.047832] env[68503]: DEBUG nova.objects.instance [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lazy-loading 'resources' on Instance uuid 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.081160] env[68503]: DEBUG nova.compute.manager [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.081613] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.082947] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82919afe-f949-45ac-bdea-8d17abbbecdc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.095680] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.096413] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efbdffb8-bd3c-48dd-854b-f0a9fbaf0ae1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.110297] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861669, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.111832] env[68503]: DEBUG oslo_vmware.api [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 824.111832] env[68503]: value = "task-2861677" [ 824.111832] env[68503]: _type = "Task" [ 824.111832] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.120683] env[68503]: DEBUG oslo_vmware.api [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.206623] env[68503]: DEBUG nova.network.neutron [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.284422] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.297138] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Acquiring lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.297592] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.297723] env[68503]: INFO nova.compute.manager [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Attaching volume 27e9c1e6-06d5-434a-94ff-343a4bd205aa to /dev/sdb [ 824.337206] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5439ef1-46d0-4303-b79e-df35bdde7956 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.344851] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c19b1-5b63-4924-8d5a-1af17bf61c2b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.359254] env[68503]: DEBUG nova.virt.block_device [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updating existing volume attachment record: a8d1b25f-ee57-479d-b7d8-0fec86eb036c {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 824.439153] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.464495] env[68503]: DEBUG oslo_vmware.api [None req-ece9049a-4247-4d5c-a5dd-a09cfde4a46a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861675, 'name': SuspendVM_Task} progress is 58%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.486400] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125852} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.486677] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.488289] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1972a7d7-4422-4865-a174-8c4d282c0b33 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.515783] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7/4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.516178] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f67573-3799-4c01-bf6b-6a4d01385670 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.539941] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861674, 'name': CreateVM_Task, 'duration_secs': 0.59714} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.541294] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.541658] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 824.541658] env[68503]: value = "task-2861680" [ 824.541658] env[68503]: _type = "Task" [ 824.541658] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.542431] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542493] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.542822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.543137] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e75bad-3e7d-4555-9c0d-b8763688050c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.551069] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 824.551069] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52835ebf-9aa1-8091-7a2f-1fad46cf7d85" [ 824.551069] env[68503]: _type = "Task" [ 824.551069] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.556787] env[68503]: DEBUG nova.compute.utils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.562855] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.568043] env[68503]: DEBUG nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.568043] env[68503]: DEBUG nova.network.neutron [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.575635] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52835ebf-9aa1-8091-7a2f-1fad46cf7d85, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.576409] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.576680] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.576936] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.577098] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.577333] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.578007] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b66145-80bd-4fd1-9d1b-6e677185c5c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.589966] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.590212] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.591064] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e790faf0-7395-46d0-8ccc-066c7c7dd0bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.597140] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 824.597140] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d7b2e9-f77b-4797-c22f-9bec145bfb5b" [ 824.597140] env[68503]: _type = "Task" [ 824.597140] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.612539] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861669, 'name': CloneVM_Task, 'duration_secs': 2.140827} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.619535] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Created linked-clone VM from snapshot [ 824.620258] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d7b2e9-f77b-4797-c22f-9bec145bfb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.621686] env[68503]: DEBUG nova.policy [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79cfc87deb9d45c9b3b822346cb341c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d27482b6a4443bb833b52de52636802', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.626303] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f295ab7d-868b-4064-8008-590d9b5b12c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.630027] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86d61eb-3585-4e11-aa80-c908ee73479e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.635790] env[68503]: DEBUG oslo_vmware.api [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861677, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.640688] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Uploading image 9d8250bf-b8ee-49ba-967f-edf45d97d37c {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.646740] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 824.646740] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52683793-dbbd-2520-b175-41bb5738098d" [ 824.646740] env[68503]: _type = "Task" [ 824.646740] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.655515] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52683793-dbbd-2520-b175-41bb5738098d, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.655801] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.656119] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 77ef840a-2216-4f7d-a598-421505eedd5e/77ef840a-2216-4f7d-a598-421505eedd5e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.656379] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f8e292-c45e-464a-ad69-18acf0c6362b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.662982] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 824.662982] env[68503]: value = "task-2861682" [ 824.662982] env[68503]: _type = "Task" [ 824.662982] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.675147] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.679680] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.679680] env[68503]: value = "vm-575292" [ 824.679680] env[68503]: _type = "VirtualMachine" [ 824.679680] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.680262] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75fc95ba-4b83-4f9c-99fa-02db65596907 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.686131] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lease: (returnval){ [ 824.686131] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528c9120-2aca-f99a-425e-5e11d47fed23" [ 824.686131] env[68503]: _type = "HttpNfcLease" [ 824.686131] env[68503]: } obtained for exporting VM: (result){ [ 824.686131] env[68503]: value = "vm-575292" [ 824.686131] env[68503]: _type = "VirtualMachine" [ 824.686131] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.686429] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the lease: (returnval){ [ 824.686429] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528c9120-2aca-f99a-425e-5e11d47fed23" [ 824.686429] env[68503]: _type = "HttpNfcLease" [ 824.686429] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.695240] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.695240] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528c9120-2aca-f99a-425e-5e11d47fed23" [ 824.695240] env[68503]: _type = "HttpNfcLease" [ 824.695240] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.712200] env[68503]: INFO nova.compute.manager [-] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Took 1.03 seconds to deallocate network for instance. [ 824.941657] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861671, 'name': ReconfigVM_Task, 'duration_secs': 1.061408} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.941982] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd/volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.950326] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec32a381-90d5-4c76-bd7a-03c9cbf03241 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.978316] env[68503]: DEBUG oslo_vmware.api [None req-ece9049a-4247-4d5c-a5dd-a09cfde4a46a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861675, 'name': SuspendVM_Task, 'duration_secs': 0.916329} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.979384] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9049a-4247-4d5c-a5dd-a09cfde4a46a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Suspended the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 824.979557] env[68503]: DEBUG nova.compute.manager [None req-ece9049a-4247-4d5c-a5dd-a09cfde4a46a tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.980122] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 824.980122] env[68503]: value = "task-2861684" [ 824.980122] env[68503]: _type = "Task" [ 824.980122] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.981504] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7339d75-3c2d-4c49-9867-747060222e3d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.003263] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.053928] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.055032] env[68503]: DEBUG nova.network.neutron [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Successfully created port: 3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.065497] env[68503]: DEBUG nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.115586] env[68503]: DEBUG nova.network.neutron [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updated VIF entry in instance network info cache for port 722393ef-4d19-4954-a111-94990e142a51. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.116017] env[68503]: DEBUG nova.network.neutron [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updating instance_info_cache with network_info: [{"id": "722393ef-4d19-4954-a111-94990e142a51", "address": "fa:16:3e:80:84:09", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722393ef-4d", "ovs_interfaceid": "722393ef-4d19-4954-a111-94990e142a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.136709] env[68503]: DEBUG oslo_vmware.api [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861677, 'name': PowerOffVM_Task, 'duration_secs': 0.753207} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.137122] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.137303] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.137641] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e856624-aa42-4bdd-955d-59eac3778530 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.182963] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443714} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.182963] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 77ef840a-2216-4f7d-a598-421505eedd5e/77ef840a-2216-4f7d-a598-421505eedd5e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.182963] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.182963] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c506e0ac-ef4c-4fc3-8308-d4bb017724e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.185897] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 825.185897] env[68503]: value = "task-2861686" [ 825.185897] env[68503]: _type = "Task" [ 825.185897] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.203993] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.211337] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.211337] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528c9120-2aca-f99a-425e-5e11d47fed23" [ 825.211337] env[68503]: _type = "HttpNfcLease" [ 825.211337] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 825.211337] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 825.211337] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528c9120-2aca-f99a-425e-5e11d47fed23" [ 825.211337] env[68503]: _type = "HttpNfcLease" [ 825.211337] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 825.211337] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d41378-4be0-4224-bd6e-dad42ecd8114 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.218483] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663eed-11b0-9bc3-35d8-29acf56fbaa4/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 825.218675] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663eed-11b0-9bc3-35d8-29acf56fbaa4/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 825.220273] env[68503]: INFO nova.compute.manager [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance disappeared during terminate [ 825.220536] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bf740550-22a1-4405-a4a1-bb7a83be7249 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "e506d465-896d-4493-9e6b-398f3f08048b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.235s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.283647] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.283889] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.284093] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Deleting the datastore file [datastore2] 63516d78-c35b-44f9-98da-45aada34af4d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.285849] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee9ec2c9-316a-4b84-a8f6-ba65691aed9a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.293897] env[68503]: DEBUG oslo_vmware.api [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for the task: (returnval){ [ 825.293897] env[68503]: value = "task-2861687" [ 825.293897] env[68503]: _type = "Task" [ 825.293897] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.305622] env[68503]: DEBUG oslo_vmware.api [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.314198] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3636947-79d5-484d-acee-0b80cb775059 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.321931] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292d7a8-29c1-4bc4-b396-f4f607571845 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.357374] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0f631e-7698-4e4a-b4bf-42ef92cb7c1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.360980] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0e7c068-6cc0-4b8b-a77c-cd91d42e2230 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.371332] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a134b049-d059-4ddb-9354-4027f6ab5726 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.383988] env[68503]: DEBUG nova.compute.provider_tree [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.494462] env[68503]: DEBUG oslo_vmware.api [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861684, 'name': ReconfigVM_Task, 'duration_secs': 0.178516} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.495056] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575287', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'name': 'volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11f80af7-e6da-43e1-bbcd-7ea6c6be461d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'serial': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 825.557851] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861680, 'name': ReconfigVM_Task, 'duration_secs': 0.563751} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.558547] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7/4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.559345] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-169bd920-9054-448a-b640-a7f6594a18b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.567786] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 825.567786] env[68503]: value = "task-2861688" [ 825.567786] env[68503]: _type = "Task" [ 825.567786] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.581462] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861688, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.625133] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef9ae813-b136-425f-b4ef-ed668e87c76b req-f23ffed4-4e85-42df-8937-d6f67245397e service nova] Releasing lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.696387] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131524} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.696657] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.697513] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4009df-7aa9-4b59-9020-10cb9cea16b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.720825] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 77ef840a-2216-4f7d-a598-421505eedd5e/77ef840a-2216-4f7d-a598-421505eedd5e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.721584] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f3d04b-7135-4d8b-8251-3c3281975670 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.745391] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 825.745391] env[68503]: value = "task-2861689" [ 825.745391] env[68503]: _type = "Task" [ 825.745391] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.755014] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.807802] env[68503]: DEBUG oslo_vmware.api [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Task: {'id': task-2861687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16458} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.809029] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.809029] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.809029] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.809215] env[68503]: INFO nova.compute.manager [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Took 1.73 seconds to destroy the instance on the hypervisor. [ 825.809326] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.809660] env[68503]: DEBUG nova.compute.manager [-] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.809790] env[68503]: DEBUG nova.network.neutron [-] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.889775] env[68503]: DEBUG nova.scheduler.client.report [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.080064] env[68503]: DEBUG nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.082197] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861688, 'name': Rename_Task, 'duration_secs': 0.196534} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.083181] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.083535] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f204e880-6c3d-48d0-b56f-6c58d1189882 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.090762] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 826.090762] env[68503]: value = "task-2861690" [ 826.090762] env[68503]: _type = "Task" [ 826.090762] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.100029] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.110633] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.112031] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.112314] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.112434] env[68503]: DEBUG nova.virt.hardware [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.113329] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b530ec-4c3f-4297-abba-69bbdf042fb7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.122595] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7efd591-669a-40ff-8d6d-a66e6f1af64f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.256677] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861689, 'name': ReconfigVM_Task, 'duration_secs': 0.469938} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.256677] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 77ef840a-2216-4f7d-a598-421505eedd5e/77ef840a-2216-4f7d-a598-421505eedd5e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.257310] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88700855-b9c5-486e-8ca1-9433e7bb38ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.263774] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 826.263774] env[68503]: value = "task-2861691" [ 826.263774] env[68503]: _type = "Task" [ 826.263774] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.269230] env[68503]: DEBUG nova.compute.manager [req-743fe5f1-b117-4d7f-ad68-1bc5157853e3 req-e6c9ef4a-c15d-402d-b6be-13deb8cc0621 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Received event network-vif-deleted-3ed3986a-cd35-4b53-966a-363245923296 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.269438] env[68503]: INFO nova.compute.manager [req-743fe5f1-b117-4d7f-ad68-1bc5157853e3 req-e6c9ef4a-c15d-402d-b6be-13deb8cc0621 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Neutron deleted interface 3ed3986a-cd35-4b53-966a-363245923296; detaching it from the instance and deleting it from the info cache [ 826.269609] env[68503]: DEBUG nova.network.neutron [req-743fe5f1-b117-4d7f-ad68-1bc5157853e3 req-e6c9ef4a-c15d-402d-b6be-13deb8cc0621 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.282452] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861691, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.396046] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.399549] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.853s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.432467] env[68503]: INFO nova.scheduler.client.report [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Deleted allocations for instance 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7 [ 826.552852] env[68503]: DEBUG nova.objects.instance [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lazy-loading 'flavor' on Instance uuid 11f80af7-e6da-43e1-bbcd-7ea6c6be461d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.573876] env[68503]: DEBUG nova.compute.manager [req-e292bed5-113e-4964-af32-b7629bafb6d1 req-4e61c37e-8715-474d-afe3-eea583bc18a2 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Received event network-vif-plugged-3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.574285] env[68503]: DEBUG oslo_concurrency.lockutils [req-e292bed5-113e-4964-af32-b7629bafb6d1 req-4e61c37e-8715-474d-afe3-eea583bc18a2 service nova] Acquiring lock "64df3563-d078-4958-a2e9-527f7a10e77d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.574503] env[68503]: DEBUG oslo_concurrency.lockutils [req-e292bed5-113e-4964-af32-b7629bafb6d1 req-4e61c37e-8715-474d-afe3-eea583bc18a2 service nova] Lock "64df3563-d078-4958-a2e9-527f7a10e77d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.574710] env[68503]: DEBUG oslo_concurrency.lockutils [req-e292bed5-113e-4964-af32-b7629bafb6d1 req-4e61c37e-8715-474d-afe3-eea583bc18a2 service nova] Lock "64df3563-d078-4958-a2e9-527f7a10e77d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.574864] env[68503]: DEBUG nova.compute.manager [req-e292bed5-113e-4964-af32-b7629bafb6d1 req-4e61c37e-8715-474d-afe3-eea583bc18a2 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] No waiting events found dispatching network-vif-plugged-3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.575079] env[68503]: WARNING nova.compute.manager [req-e292bed5-113e-4964-af32-b7629bafb6d1 req-4e61c37e-8715-474d-afe3-eea583bc18a2 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Received unexpected event network-vif-plugged-3883d015-ce19-4d46-9c67-25f0d7ea7ae0 for instance with vm_state building and task_state spawning. [ 826.603783] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.671524] env[68503]: DEBUG nova.network.neutron [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Successfully updated port: 3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.710868] env[68503]: DEBUG nova.network.neutron [-] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.775111] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861691, 'name': Rename_Task, 'duration_secs': 0.252785} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.775446] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d8149b3-fc17-499c-803f-2190e6f9061b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.777575] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.777906] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a321a9b-5da1-45b6-a347-ce97b0bc33fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.781932] env[68503]: DEBUG nova.compute.manager [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.782704] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee83c1fa-4672-455e-9db1-b87c9ddd241e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.788467] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 826.788467] env[68503]: value = "task-2861693" [ 826.788467] env[68503]: _type = "Task" [ 826.788467] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.792882] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cd57e-0840-4805-9144-d0d66664427b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.830925] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.850363] env[68503]: DEBUG nova.compute.manager [req-743fe5f1-b117-4d7f-ad68-1bc5157853e3 req-e6c9ef4a-c15d-402d-b6be-13deb8cc0621 service nova] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Detach interface failed, port_id=3ed3986a-cd35-4b53-966a-363245923296, reason: Instance 63516d78-c35b-44f9-98da-45aada34af4d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.946829] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a8ee6fc2-6d60-49af-a329-5b9e5461f84c tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "6e7c1494-704f-4b7e-ba02-c3777ef4ffa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.318s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.065348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.065348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-527b015e-24d2-4fd6-be67-8cfeb264bf4b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.853s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.066684] env[68503]: DEBUG oslo_concurrency.lockutils [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.106358] env[68503]: DEBUG oslo_vmware.api [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861690, 'name': PowerOnVM_Task, 'duration_secs': 0.836144} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.106358] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.106358] env[68503]: INFO nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Took 8.51 seconds to spawn the instance on the hypervisor. [ 827.106358] env[68503]: DEBUG nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.107576] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcb9a73-bb89-4967-9541-38ca055da661 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.177793] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.177793] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.177793] env[68503]: DEBUG nova.network.neutron [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.214294] env[68503]: INFO nova.compute.manager [-] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Took 1.40 seconds to deallocate network for instance. [ 827.300161] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.319589] env[68503]: INFO nova.compute.manager [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] instance snapshotting [ 827.319877] env[68503]: WARNING nova.compute.manager [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 827.322739] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f175b7-2e25-49c9-a1ef-4d1e7b0fc2f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.343463] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02d50ce-d4ce-4544-b3fd-502db28857d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453831] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 63516d78-c35b-44f9-98da-45aada34af4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.453831] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 11f80af7-e6da-43e1-bbcd-7ea6c6be461d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.453831] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 2f545107-51ef-4da6-9bf5-d39b4918d3d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.454090] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 02e8dbb0-8f29-49d6-93ff-684316c22806 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.454090] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 33adcb4b-5985-4ad8-b0a2-c3996f102d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.454158] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 85a375b4-176f-4529-bda6-865a53245eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455051] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 6b1012c6-0af9-4e75-ae26-0c2bb0485368 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.455051] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 1fcbe6cd-eff3-4297-9559-98bd24b9d906 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455051] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 6285a4e1-2601-43c8-9bca-c438f72b0b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455051] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7875a8e9-9518-4313-a4a8-ade3126c3ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455051] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 5291932b-4bd7-48f5-a6e1-c69f4912a590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455051] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7edda435-0f02-4a60-9b85-5bb8700f647f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455051] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 05b5792d-57a8-4e23-937d-37146f958a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455363] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance e34f4713-cc71-4968-9de4-698d63d6d09e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.455363] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 1ff31992-d8ca-425d-996d-c8d4c5283366 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455363] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 17c3e88e-73ca-4255-bc84-c54e1d732b6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455534] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 970cb109-0a57-4e65-b4fa-0800d48317bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455575] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 273f2827-62c0-46a1-9d39-a609cee78482 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.455700] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance f6db9f4b-f133-4c8a-8225-35535a715a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455828] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 75a6423a-0e3e-4d79-858d-01af450513dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.455940] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.456064] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 77ef840a-2216-4f7d-a598-421505eedd5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.456178] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 64df3563-d078-4958-a2e9-527f7a10e77d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.571076] env[68503]: INFO nova.compute.manager [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Detaching volume 2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd [ 827.605918] env[68503]: INFO nova.virt.block_device [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Attempting to driver detach volume 2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd from mountpoint /dev/sdb [ 827.606178] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 827.606367] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575287', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'name': 'volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11f80af7-e6da-43e1-bbcd-7ea6c6be461d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'serial': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 827.610888] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e540d-4885-4551-aff1-1fb5fef0b6b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.647882] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75428357-fbc1-4789-9f43-5966ce1c422c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.651984] env[68503]: INFO nova.compute.manager [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Took 38.18 seconds to build instance. [ 827.659496] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01314b22-8932-4dbd-bec9-2a214f5b865f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.693764] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b1349c-228b-4085-ba6d-521576e020d4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.721126] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] The volume has not been displaced from its original location: [datastore2] volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd/volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 827.730933] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.732434] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.733370] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bccf8f-7fa0-4df7-8551-e8e01a5a2b38 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.757861] env[68503]: DEBUG nova.network.neutron [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.768882] env[68503]: DEBUG oslo_vmware.api [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 827.768882] env[68503]: value = "task-2861694" [ 827.768882] env[68503]: _type = "Task" [ 827.768882] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.783075] env[68503]: DEBUG oslo_vmware.api [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.798963] env[68503]: DEBUG oslo_vmware.api [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861693, 'name': PowerOnVM_Task, 'duration_secs': 0.648829} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.799249] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.799455] env[68503]: INFO nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Took 6.51 seconds to spawn the instance on the hypervisor. [ 827.799646] env[68503]: DEBUG nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.800580] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef59ea-5c2f-4f8e-b367-451efbb2749d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.856110] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.856477] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aface0ed-53c5-458f-b526-6284050d1bf9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.864675] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 827.864675] env[68503]: value = "task-2861695" [ 827.864675] env[68503]: _type = "Task" [ 827.864675] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.878251] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.961460] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance e3eea543-c293-40d3-91e3-15a2866a0e44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.004334] env[68503]: DEBUG nova.network.neutron [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updating instance_info_cache with network_info: [{"id": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "address": "fa:16:3e:1f:6e:68", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883d015-ce", "ovs_interfaceid": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.155748] env[68503]: DEBUG oslo_concurrency.lockutils [None req-30cc1494-c002-4f23-8acc-986c1d63b227 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.240s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.279530] env[68503]: DEBUG oslo_vmware.api [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861694, 'name': ReconfigVM_Task, 'duration_secs': 0.339192} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.279864] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 828.287767] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40faccda-5bfb-48b1-8db4-95354abb64ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.303090] env[68503]: DEBUG oslo_vmware.api [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 828.303090] env[68503]: value = "task-2861696" [ 828.303090] env[68503]: _type = "Task" [ 828.303090] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.318872] env[68503]: DEBUG oslo_vmware.api [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.325206] env[68503]: INFO nova.compute.manager [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Took 37.80 seconds to build instance. [ 828.376229] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861695, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.467535] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 80dce7e4-66e9-4a56-82d7-ceebfd78e23d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.509973] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Releasing lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.509973] env[68503]: DEBUG nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Instance network_info: |[{"id": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "address": "fa:16:3e:1f:6e:68", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883d015-ce", "ovs_interfaceid": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.510392] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:6e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3883d015-ce19-4d46-9c67-25f0d7ea7ae0', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.518730] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Creating folder: Project (0d27482b6a4443bb833b52de52636802). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.519993] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-918c8c74-a4d8-4498-bfbe-47869b150198 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.530727] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Created folder: Project (0d27482b6a4443bb833b52de52636802) in parent group-v575195. [ 828.530936] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Creating folder: Instances. Parent ref: group-v575299. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.531223] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de32749-4530-49d0-a725-a8abf7a5df7f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.540944] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Created folder: Instances in parent group-v575299. [ 828.541260] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.541439] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.541862] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0b57099-8701-4b82-8367-1b98f548ae5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.569518] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.569518] env[68503]: value = "task-2861699" [ 828.569518] env[68503]: _type = "Task" [ 828.569518] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.578995] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861699, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.659222] env[68503]: DEBUG nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.728860] env[68503]: DEBUG nova.compute.manager [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Received event network-changed-3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.729192] env[68503]: DEBUG nova.compute.manager [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Refreshing instance network info cache due to event network-changed-3883d015-ce19-4d46-9c67-25f0d7ea7ae0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.731483] env[68503]: DEBUG oslo_concurrency.lockutils [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] Acquiring lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.731483] env[68503]: DEBUG oslo_concurrency.lockutils [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] Acquired lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.731483] env[68503]: DEBUG nova.network.neutron [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Refreshing network info cache for port 3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.816650] env[68503]: DEBUG oslo_vmware.api [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861696, 'name': ReconfigVM_Task, 'duration_secs': 0.171805} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.816985] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575287', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'name': 'volume-2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11f80af7-e6da-43e1-bbcd-7ea6c6be461d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd', 'serial': '2b5a845f-1db8-4b4b-a76e-cbb670d8f1cd'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 828.828422] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f6c02f4-5cfc-412d-93b9-5ecc2922c2a8 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.930s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.876976] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861695, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.913202] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 828.913202] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575298', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'name': 'volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fcbe6cd-eff3-4297-9559-98bd24b9d906', 'attached_at': '', 'detached_at': '', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'serial': '27e9c1e6-06d5-434a-94ff-343a4bd205aa'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 828.913202] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a293ce4c-7064-47ee-ad24-d1fb0fcbee74 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.934842] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb6a65d-9e67-48f7-9270-fe0f660636cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.965556] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa/volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.966013] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4934e63c-4d28-425b-8b02-55a68afb3694 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.980363] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 24b77c0c-2889-46c4-aa3d-5816e11cea7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.987217] env[68503]: DEBUG oslo_vmware.api [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Waiting for the task: (returnval){ [ 828.987217] env[68503]: value = "task-2861700" [ 828.987217] env[68503]: _type = "Task" [ 828.987217] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.996745] env[68503]: DEBUG oslo_vmware.api [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.066187] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.066340] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.066536] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.066711] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.066869] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.074211] env[68503]: INFO nova.compute.manager [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Terminating instance [ 829.081011] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861699, 'name': CreateVM_Task, 'duration_secs': 0.350004} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.081251] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.083303] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.083303] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.083303] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.083303] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874a5b25-8b4a-46db-b82c-fb4932c703da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.089048] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 829.089048] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52175023-8d46-c58a-cfeb-e5800ccc167e" [ 829.089048] env[68503]: _type = "Task" [ 829.089048] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.098206] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52175023-8d46-c58a-cfeb-e5800ccc167e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.187215] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.332245] env[68503]: DEBUG nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.381786] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861695, 'name': CreateSnapshot_Task, 'duration_secs': 1.095686} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.382112] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.383552] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb442b46-2120-4dfc-ab0b-e22e7a5c17ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.398764] env[68503]: DEBUG nova.objects.instance [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lazy-loading 'flavor' on Instance uuid 11f80af7-e6da-43e1-bbcd-7ea6c6be461d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.456684] env[68503]: DEBUG nova.network.neutron [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updated VIF entry in instance network info cache for port 3883d015-ce19-4d46-9c67-25f0d7ea7ae0. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.457067] env[68503]: DEBUG nova.network.neutron [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updating instance_info_cache with network_info: [{"id": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "address": "fa:16:3e:1f:6e:68", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883d015-ce", "ovs_interfaceid": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.483586] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.503051] env[68503]: DEBUG oslo_vmware.api [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.581782] env[68503]: DEBUG nova.compute.manager [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.581782] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.581782] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56634320-213d-4691-ae56-5480ddfedbd4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.598112] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.599123] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c916f9-d5f1-4e5a-9c52-c273fd657296 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.606194] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52175023-8d46-c58a-cfeb-e5800ccc167e, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.606194] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.606306] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.606646] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.606902] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.607201] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.607581] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2343a9ba-5a87-4346-bbfe-97acf974115c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.611871] env[68503]: DEBUG oslo_vmware.api [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 829.611871] env[68503]: value = "task-2861701" [ 829.611871] env[68503]: _type = "Task" [ 829.611871] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.621185] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.621185] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.624935] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0e3903-a2be-4e0d-bfce-fc6560f5f4e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.627462] env[68503]: DEBUG oslo_vmware.api [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.631132] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 829.631132] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e4d69d-fa9e-a2f1-e324-b17047ea9a31" [ 829.631132] env[68503]: _type = "Task" [ 829.631132] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.639717] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e4d69d-fa9e-a2f1-e324-b17047ea9a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.856248] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.909971] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.912121] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e50ce1b4-bdc3-402c-99e7-3a353d45e06e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.922053] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 829.922053] env[68503]: value = "task-2861702" [ 829.922053] env[68503]: _type = "Task" [ 829.922053] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.931576] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861702, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.960811] env[68503]: DEBUG oslo_concurrency.lockutils [req-c60085cc-33ff-457c-b0a3-fd24c4d9beac req-2126daef-9f92-41aa-9a30-19c60ffa7497 service nova] Releasing lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.972613] env[68503]: DEBUG nova.compute.manager [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Received event network-changed-722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.972864] env[68503]: DEBUG nova.compute.manager [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Refreshing instance network info cache due to event network-changed-722393ef-4d19-4954-a111-94990e142a51. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.973109] env[68503]: DEBUG oslo_concurrency.lockutils [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] Acquiring lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.973259] env[68503]: DEBUG oslo_concurrency.lockutils [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] Acquired lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.973470] env[68503]: DEBUG nova.network.neutron [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Refreshing network info cache for port 722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.988321] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.006354] env[68503]: DEBUG oslo_vmware.api [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861700, 'name': ReconfigVM_Task, 'duration_secs': 0.74307} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.006807] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Reconfigured VM instance instance-00000013 to attach disk [datastore1] volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa/volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.014995] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd0450d-cb03-4ec7-8699-994e094c645e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.033732] env[68503]: DEBUG oslo_vmware.api [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Waiting for the task: (returnval){ [ 830.033732] env[68503]: value = "task-2861703" [ 830.033732] env[68503]: _type = "Task" [ 830.033732] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.046642] env[68503]: DEBUG oslo_vmware.api [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.125030] env[68503]: DEBUG oslo_vmware.api [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861701, 'name': PowerOffVM_Task, 'duration_secs': 0.268164} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.127530] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.127530] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.127530] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3514639c-f68e-489f-ac8c-5d9a237e9427 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.143888] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e4d69d-fa9e-a2f1-e324-b17047ea9a31, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.144799] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e52db36-6b79-4a39-be52-8a1e22bc0b08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.150932] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 830.150932] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526e2be8-d542-029e-35fb-65bf7db5478c" [ 830.150932] env[68503]: _type = "Task" [ 830.150932] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.159874] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526e2be8-d542-029e-35fb-65bf7db5478c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.198675] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.198945] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.199159] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Deleting the datastore file [datastore2] 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.199467] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f82e27de-de79-49bf-a1a1-cb4020635820 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.206821] env[68503]: DEBUG oslo_vmware.api [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for the task: (returnval){ [ 830.206821] env[68503]: value = "task-2861705" [ 830.206821] env[68503]: _type = "Task" [ 830.206821] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.215546] env[68503]: DEBUG oslo_vmware.api [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.374909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "13438972-6edd-4fae-99b4-7c0320eea983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.375200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "13438972-6edd-4fae-99b4-7c0320eea983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.419221] env[68503]: DEBUG oslo_concurrency.lockutils [None req-57e0461b-f4f5-46ce-a16e-31b1bdf92ef9 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.351s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.432202] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861702, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.489853] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 258f92e1-c7dd-476f-b409-bf3f72d45dbb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.545906] env[68503]: DEBUG oslo_vmware.api [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861703, 'name': ReconfigVM_Task, 'duration_secs': 0.189952} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.546266] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575298', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'name': 'volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fcbe6cd-eff3-4297-9559-98bd24b9d906', 'attached_at': '', 'detached_at': '', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'serial': '27e9c1e6-06d5-434a-94ff-343a4bd205aa'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 830.662592] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526e2be8-d542-029e-35fb-65bf7db5478c, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.662952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.663311] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 64df3563-d078-4958-a2e9-527f7a10e77d/64df3563-d078-4958-a2e9-527f7a10e77d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.663712] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33710565-3306-4c14-8ca7-8f62002a7a90 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.675533] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 830.675533] env[68503]: value = "task-2861706" [ 830.675533] env[68503]: _type = "Task" [ 830.675533] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.686686] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.708610] env[68503]: DEBUG nova.network.neutron [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updated VIF entry in instance network info cache for port 722393ef-4d19-4954-a111-94990e142a51. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.710243] env[68503]: DEBUG nova.network.neutron [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updating instance_info_cache with network_info: [{"id": "722393ef-4d19-4954-a111-94990e142a51", "address": "fa:16:3e:80:84:09", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722393ef-4d", "ovs_interfaceid": "722393ef-4d19-4954-a111-94990e142a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.725098] env[68503]: DEBUG oslo_vmware.api [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Task: {'id': task-2861705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19252} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.726062] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.726327] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.726786] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.727102] env[68503]: INFO nova.compute.manager [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 830.727681] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.727991] env[68503]: DEBUG nova.compute.manager [-] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.728147] env[68503]: DEBUG nova.network.neutron [-] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.935259] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861702, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.993262] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 9af46d30-f1c2-463f-bdd8-f3d8514dbf42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.080200] env[68503]: DEBUG nova.compute.manager [req-5dd0ffb1-b8ae-4134-ad2d-795c38130e5c req-73ca440f-edf0-4731-91ff-c0039407acc3 service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Received event network-vif-deleted-33e898e4-ebcd-4981-b4ba-884d2f4d5a4d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.080200] env[68503]: INFO nova.compute.manager [req-5dd0ffb1-b8ae-4134-ad2d-795c38130e5c req-73ca440f-edf0-4731-91ff-c0039407acc3 service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Neutron deleted interface 33e898e4-ebcd-4981-b4ba-884d2f4d5a4d; detaching it from the instance and deleting it from the info cache [ 831.083846] env[68503]: DEBUG nova.network.neutron [req-5dd0ffb1-b8ae-4134-ad2d-795c38130e5c req-73ca440f-edf0-4731-91ff-c0039407acc3 service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.142947] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.143331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.188819] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512278} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.188819] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 64df3563-d078-4958-a2e9-527f7a10e77d/64df3563-d078-4958-a2e9-527f7a10e77d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.188819] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.188819] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90af87ee-0c97-4b2f-b2f0-9dbbe24fb333 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.195446] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 831.195446] env[68503]: value = "task-2861707" [ 831.195446] env[68503]: _type = "Task" [ 831.195446] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.205091] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.214481] env[68503]: DEBUG oslo_concurrency.lockutils [req-92d7045b-31f8-4ed2-b170-7e58067dd439 req-639970a9-6406-4367-91bd-92287fd77b2c service nova] Releasing lock "refresh_cache-77ef840a-2216-4f7d-a598-421505eedd5e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.433866] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861702, 'name': CloneVM_Task, 'duration_secs': 1.488518} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.434397] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Created linked-clone VM from snapshot [ 831.434903] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc714e66-3e43-47b7-8620-fbaf647a5df8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.442208] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Uploading image 63861005-68e4-408d-be62-87d62f3ee30a {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.462392] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.462392] env[68503]: value = "vm-575303" [ 831.462392] env[68503]: _type = "VirtualMachine" [ 831.462392] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.462665] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49233571-fdfd-474c-ae33-3dab515284ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.469442] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease: (returnval){ [ 831.469442] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522c3c5c-bfc2-e174-1b11-c1f8bd0e4f6a" [ 831.469442] env[68503]: _type = "HttpNfcLease" [ 831.469442] env[68503]: } obtained for exporting VM: (result){ [ 831.469442] env[68503]: value = "vm-575303" [ 831.469442] env[68503]: _type = "VirtualMachine" [ 831.469442] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.469742] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the lease: (returnval){ [ 831.469742] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522c3c5c-bfc2-e174-1b11-c1f8bd0e4f6a" [ 831.469742] env[68503]: _type = "HttpNfcLease" [ 831.469742] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.475951] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.475951] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522c3c5c-bfc2-e174-1b11-c1f8bd0e4f6a" [ 831.475951] env[68503]: _type = "HttpNfcLease" [ 831.475951] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.499011] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance a3632f4f-df78-46f3-9c63-67bb3f8247be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.560894] env[68503]: DEBUG nova.network.neutron [-] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.587062] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e720cf5f-bccd-49df-af2c-4f36f92ab70d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.596605] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a90441-a223-4bbb-a971-cb96c158fefb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.618248] env[68503]: DEBUG nova.objects.instance [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lazy-loading 'flavor' on Instance uuid 1fcbe6cd-eff3-4297-9559-98bd24b9d906 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.637921] env[68503]: DEBUG nova.compute.manager [req-5dd0ffb1-b8ae-4134-ad2d-795c38130e5c req-73ca440f-edf0-4731-91ff-c0039407acc3 service nova] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Detach interface failed, port_id=33e898e4-ebcd-4981-b4ba-884d2f4d5a4d, reason: Instance 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 831.708597] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076326} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.709031] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.709786] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b6fd06-9323-4547-97da-48cc2151ec94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.738099] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 64df3563-d078-4958-a2e9-527f7a10e77d/64df3563-d078-4958-a2e9-527f7a10e77d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.739076] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb89cdee-b47f-4949-b05e-63aa08838e0c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.760195] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 831.760195] env[68503]: value = "task-2861709" [ 831.760195] env[68503]: _type = "Task" [ 831.760195] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.768712] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.977448] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.977448] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522c3c5c-bfc2-e174-1b11-c1f8bd0e4f6a" [ 831.977448] env[68503]: _type = "HttpNfcLease" [ 831.977448] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 831.977764] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 831.977764] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522c3c5c-bfc2-e174-1b11-c1f8bd0e4f6a" [ 831.977764] env[68503]: _type = "HttpNfcLease" [ 831.977764] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 831.978526] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6415e4-55bc-4c76-bd27-a3c579b53ea5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.987708] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52212fa8-4b5b-82b5-e4ac-67f7b211bd8b/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 831.987980] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52212fa8-4b5b-82b5-e4ac-67f7b211bd8b/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.046083] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fcb74c70-8ef5-4e21-b4aa-fba27a91e26b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 832.064662] env[68503]: INFO nova.compute.manager [-] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Took 1.34 seconds to deallocate network for instance. [ 832.065742] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Acquiring lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.143036] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5e6bfe33-d07a-4a23-a41c-d0c9c23376b9 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.845s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.144057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.078s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.148997] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9c16d4a-c1c1-4b13-b4a1-4e4457934f41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.274129] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861709, 'name': ReconfigVM_Task, 'duration_secs': 0.32047} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.274129] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 64df3563-d078-4958-a2e9-527f7a10e77d/64df3563-d078-4958-a2e9-527f7a10e77d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.274129] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef71e84-5cbf-464d-ae27-df6efdc0720d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.278669] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 832.278669] env[68503]: value = "task-2861710" [ 832.278669] env[68503]: _type = "Task" [ 832.278669] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.286210] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861710, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.549667] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b5431a59-4c62-4f54-9105-8db4eb1955fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 832.572798] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.650246] env[68503]: INFO nova.compute.manager [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Detaching volume 27e9c1e6-06d5-434a-94ff-343a4bd205aa [ 832.688352] env[68503]: INFO nova.virt.block_device [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Attempting to driver detach volume 27e9c1e6-06d5-434a-94ff-343a4bd205aa from mountpoint /dev/sdb [ 832.688867] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 832.689557] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575298', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'name': 'volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fcbe6cd-eff3-4297-9559-98bd24b9d906', 'attached_at': '', 'detached_at': '', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'serial': '27e9c1e6-06d5-434a-94ff-343a4bd205aa'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 832.690064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10edb02f-297f-4c38-92a5-84a6020be50f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.713241] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc85873-9c36-4a5a-a359-bcb2b39400f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.723930] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060aa858-6dd5-444c-92c2-58167ad08aa7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.744271] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda33a0-32d9-45bd-b98a-1a5d8c4dd257 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.762142] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] The volume has not been displaced from its original location: [datastore1] volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa/volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 832.768487] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 832.768487] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f0e44c-a30e-448a-9af5-3cf706413ba0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.792419] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861710, 'name': Rename_Task, 'duration_secs': 0.139032} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.793974] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.794322] env[68503]: DEBUG oslo_vmware.api [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Waiting for the task: (returnval){ [ 832.794322] env[68503]: value = "task-2861711" [ 832.794322] env[68503]: _type = "Task" [ 832.794322] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.794554] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4366b798-8ecf-4c6e-89a6-708cc208c2de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.806055] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 832.806055] env[68503]: value = "task-2861712" [ 832.806055] env[68503]: _type = "Task" [ 832.806055] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.814748] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.052800] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b6a23ff5-0359-4673-a044-bd200caff4b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.306852] env[68503]: DEBUG oslo_vmware.api [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861711, 'name': ReconfigVM_Task, 'duration_secs': 0.323685} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.310819] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 833.316249] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da9b44c-552b-45e6-9c2f-144bcdc91911 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.332647] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.333972] env[68503]: DEBUG oslo_vmware.api [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Waiting for the task: (returnval){ [ 833.333972] env[68503]: value = "task-2861713" [ 833.333972] env[68503]: _type = "Task" [ 833.333972] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.343359] env[68503]: DEBUG oslo_vmware.api [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.557120] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 1bb0476d-2913-45ca-9855-9fbe0e9386ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.816470] env[68503]: DEBUG oslo_vmware.api [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861712, 'name': PowerOnVM_Task, 'duration_secs': 0.598629} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.816693] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.816895] env[68503]: INFO nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Took 7.74 seconds to spawn the instance on the hypervisor. [ 833.817088] env[68503]: DEBUG nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.817914] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0412693-abec-4431-a071-be4179e1e003 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.843121] env[68503]: DEBUG oslo_vmware.api [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Task: {'id': task-2861713, 'name': ReconfigVM_Task, 'duration_secs': 0.181314} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.843425] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575298', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'name': 'volume-27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fcbe6cd-eff3-4297-9559-98bd24b9d906', 'attached_at': '', 'detached_at': '', 'volume_id': '27e9c1e6-06d5-434a-94ff-343a4bd205aa', 'serial': '27e9c1e6-06d5-434a-94ff-343a4bd205aa'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 834.060970] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance dc97a43e-95c6-4083-a539-5718af812048 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 834.061410] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 834.061589] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 834.339186] env[68503]: INFO nova.compute.manager [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Took 40.82 seconds to build instance. [ 834.406135] env[68503]: DEBUG nova.objects.instance [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lazy-loading 'flavor' on Instance uuid 1fcbe6cd-eff3-4297-9559-98bd24b9d906 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.568664] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce64118-0cee-4f7a-a9e7-2d00ebfbfce7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.576605] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c2e6d2-97d0-4a31-a57c-267855a3c990 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.609391] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcdcb22-64fe-4663-b2a8-f166182f2ae4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.616787] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ab6cd-19d5-40f0-bd8a-f19009d46748 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.631327] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.841573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-301b069b-7a84-4ab1-8068-8d0eef201d82 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "64df3563-d078-4958-a2e9-527f7a10e77d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.161s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.134572] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.344888] env[68503]: DEBUG nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.413463] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0d20e99c-c0a1-4806-969b-73252bd8bda1 tempest-VolumesAssistedSnapshotsTest-1828341613 tempest-VolumesAssistedSnapshotsTest-1828341613-project-admin] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.605598] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663eed-11b0-9bc3-35d8-29acf56fbaa4/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.607307] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdd1a86-7337-4f28-8509-330881ee1202 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.614046] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663eed-11b0-9bc3-35d8-29acf56fbaa4/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.614265] env[68503]: ERROR oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663eed-11b0-9bc3-35d8-29acf56fbaa4/disk-0.vmdk due to incomplete transfer. [ 835.614593] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01574a1e-d90a-4054-81b6-aae135711330 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.622959] env[68503]: DEBUG oslo_vmware.rw_handles [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663eed-11b0-9bc3-35d8-29acf56fbaa4/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.623206] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Uploaded image 9d8250bf-b8ee-49ba-967f-edf45d97d37c to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.625588] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.625888] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3e36e70-659f-4334-a740-4bf318b7696b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.631512] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 835.631512] env[68503]: value = "task-2861714" [ 835.631512] env[68503]: _type = "Task" [ 835.631512] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.640681] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 835.640681] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.241s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.640681] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861714, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.640916] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.335s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.642538] env[68503]: INFO nova.compute.claims [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.870145] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.143031] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861714, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.644952] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861714, 'name': Destroy_Task, 'duration_secs': 0.628075} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.645284] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Destroyed the VM [ 836.645510] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.645735] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c127252-7681-4413-938d-a48aae991ea3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.654440] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 836.654440] env[68503]: value = "task-2861716" [ 836.654440] env[68503]: _type = "Task" [ 836.654440] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.664645] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.687317] env[68503]: DEBUG nova.compute.manager [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Received event network-changed-3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.687540] env[68503]: DEBUG nova.compute.manager [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Refreshing instance network info cache due to event network-changed-3883d015-ce19-4d46-9c67-25f0d7ea7ae0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.687825] env[68503]: DEBUG oslo_concurrency.lockutils [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] Acquiring lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.688136] env[68503]: DEBUG oslo_concurrency.lockutils [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] Acquired lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.688266] env[68503]: DEBUG nova.network.neutron [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Refreshing network info cache for port 3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.168763] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.234189] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740b470-5970-4680-a158-401519f4dde4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.243374] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e269f9e-2162-4db3-97dd-7d742cb102ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.283420] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7bf7e-182a-4078-89d3-6fe97f349d4d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.293662] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0119ccf-c35d-46b0-bbeb-f9b61e01f6bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.310611] env[68503]: DEBUG nova.compute.provider_tree [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.436226] env[68503]: DEBUG nova.network.neutron [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updated VIF entry in instance network info cache for port 3883d015-ce19-4d46-9c67-25f0d7ea7ae0. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.436600] env[68503]: DEBUG nova.network.neutron [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updating instance_info_cache with network_info: [{"id": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "address": "fa:16:3e:1f:6e:68", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883d015-ce", "ovs_interfaceid": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.667512] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861716, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.816362] env[68503]: DEBUG nova.scheduler.client.report [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.939118] env[68503]: DEBUG oslo_concurrency.lockutils [req-da721bb6-3c4f-4b32-9c3f-34aedde24641 req-e77f11b8-0f6a-4d3a-857d-3140e19b78a6 service nova] Releasing lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.167300] env[68503]: DEBUG oslo_vmware.api [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861716, 'name': RemoveSnapshot_Task, 'duration_secs': 1.209511} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.167618] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.167809] env[68503]: INFO nova.compute.manager [None req-66ad64ed-a098-4168-a463-7bd0028972d8 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Took 18.16 seconds to snapshot the instance on the hypervisor. [ 838.322530] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.323094] env[68503]: DEBUG nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.325778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.492s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.329101] env[68503]: INFO nova.compute.claims [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.485513] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.485879] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.486137] env[68503]: DEBUG nova.compute.manager [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.487158] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e30a3-01b3-488b-8f00-70ca03e4d293 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.494098] env[68503]: DEBUG nova.compute.manager [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 838.494702] env[68503]: DEBUG nova.objects.instance [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'flavor' on Instance uuid 33adcb4b-5985-4ad8-b0a2-c3996f102d69 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.833856] env[68503]: DEBUG nova.compute.utils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.839745] env[68503]: DEBUG nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 838.870937] env[68503]: DEBUG nova.compute.manager [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Received event network-changed-3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.870937] env[68503]: DEBUG nova.compute.manager [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Refreshing instance network info cache due to event network-changed-3883d015-ce19-4d46-9c67-25f0d7ea7ae0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.871038] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] Acquiring lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.871298] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] Acquired lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.871298] env[68503]: DEBUG nova.network.neutron [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Refreshing network info cache for port 3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.335735] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52212fa8-4b5b-82b5-e4ac-67f7b211bd8b/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.336416] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efda08d-3d65-4605-9735-1263c59729b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.339723] env[68503]: DEBUG nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.347478] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52212fa8-4b5b-82b5-e4ac-67f7b211bd8b/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.347942] env[68503]: ERROR oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52212fa8-4b5b-82b5-e4ac-67f7b211bd8b/disk-0.vmdk due to incomplete transfer. [ 839.347942] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20112db3-5620-4db1-b904-019fa46a42c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.355096] env[68503]: DEBUG oslo_vmware.rw_handles [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52212fa8-4b5b-82b5-e4ac-67f7b211bd8b/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.355301] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Uploaded image 63861005-68e4-408d-be62-87d62f3ee30a to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.356876] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.357149] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df446d11-e971-414a-b064-2842fe2d0615 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.362461] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 839.362461] env[68503]: value = "task-2861717" [ 839.362461] env[68503]: _type = "Task" [ 839.362461] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.370704] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861717, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.504304] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.504606] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a614cc8e-a4f9-400c-a3a4-2a3c79607c63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.511364] env[68503]: DEBUG oslo_vmware.api [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 839.511364] env[68503]: value = "task-2861718" [ 839.511364] env[68503]: _type = "Task" [ 839.511364] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.519712] env[68503]: DEBUG oslo_vmware.api [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.559194] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.559528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.559648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.559876] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.560015] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.562127] env[68503]: INFO nova.compute.manager [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Terminating instance [ 839.601819] env[68503]: DEBUG nova.network.neutron [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updated VIF entry in instance network info cache for port 3883d015-ce19-4d46-9c67-25f0d7ea7ae0. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.602196] env[68503]: DEBUG nova.network.neutron [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updating instance_info_cache with network_info: [{"id": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "address": "fa:16:3e:1f:6e:68", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883d015-ce", "ovs_interfaceid": "3883d015-ce19-4d46-9c67-25f0d7ea7ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.870222] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc007e17-d3e1-4def-af90-b366b1337d98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.876373] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861717, 'name': Destroy_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.882150] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1adcee6-04e1-48a3-8310-c00fe8743aff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.915527] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188f9649-3dfb-4d82-bd66-6cd889c3e18d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.923500] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d2137-0da3-4602-97d5-9df7542eef37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.937394] env[68503]: DEBUG nova.compute.provider_tree [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.021624] env[68503]: DEBUG oslo_vmware.api [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861718, 'name': PowerOffVM_Task, 'duration_secs': 0.36261} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.021937] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.022183] env[68503]: DEBUG nova.compute.manager [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.022954] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cd0669-05e1-4ff1-b283-51a6877bded8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.068380] env[68503]: DEBUG nova.compute.manager [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.068638] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.069570] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c62129-96bf-4829-8d7a-8ad41b4cd3d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.078298] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.078600] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-828f2479-277c-481c-837e-6d69abc078c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.086178] env[68503]: DEBUG oslo_vmware.api [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 840.086178] env[68503]: value = "task-2861719" [ 840.086178] env[68503]: _type = "Task" [ 840.086178] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.096430] env[68503]: DEBUG oslo_vmware.api [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.104420] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a62b0ce-9bf4-4317-8c63-6534b80af02c req-3d3aa1b6-b3e9-4703-aafd-98bb93bd0d7d service nova] Releasing lock "refresh_cache-64df3563-d078-4958-a2e9-527f7a10e77d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.349798] env[68503]: DEBUG nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.372621] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.372761] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.372842] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.373186] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.373186] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.373331] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.373686] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.374032] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.374032] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.374288] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.374467] env[68503]: DEBUG nova.virt.hardware [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.375355] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c67463-78af-4ebf-be6e-c608d7a2ae8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381370] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861717, 'name': Destroy_Task, 'duration_secs': 0.524614} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.381974] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Destroyed the VM [ 840.382309] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.382576] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-719f13fa-21e4-4760-a177-a685fb99f973 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.388426] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601468bd-1fa2-4a61-a7f1-a2e0f0cd5bd9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.394141] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 840.394141] env[68503]: value = "task-2861720" [ 840.394141] env[68503]: _type = "Task" [ 840.394141] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.408780] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.415961] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Creating folder: Project (725b1ef8cef148588cd282a11fda100a). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.416824] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac2a626f-698d-4732-be60-8fb96034faaf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.423124] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.430474] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Created folder: Project (725b1ef8cef148588cd282a11fda100a) in parent group-v575195. [ 840.430748] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Creating folder: Instances. Parent ref: group-v575304. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.431016] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a602aaf-8b72-4389-b7bd-c52771a44551 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.440637] env[68503]: DEBUG nova.scheduler.client.report [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.443830] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Created folder: Instances in parent group-v575304. [ 840.444096] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.444308] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.444818] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f40f872-efad-4360-972f-da9f297f08f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.461843] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.461843] env[68503]: value = "task-2861723" [ 840.461843] env[68503]: _type = "Task" [ 840.461843] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.470041] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861723, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.535668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1bbfe8ba-86b6-4ed7-9cbd-7d9f97fd7244 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.596541] env[68503]: DEBUG oslo_vmware.api [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861719, 'name': PowerOffVM_Task, 'duration_secs': 0.217725} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.596810] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.596979] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.597259] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04787c37-f0e8-4961-ac8c-47545d19b30a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.659363] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.659589] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.659852] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Deleting the datastore file [datastore1] 1fcbe6cd-eff3-4297-9559-98bd24b9d906 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.660099] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d5768f1-c331-4ed8-877d-574cae114c24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.666219] env[68503]: DEBUG oslo_vmware.api [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for the task: (returnval){ [ 840.666219] env[68503]: value = "task-2861725" [ 840.666219] env[68503]: _type = "Task" [ 840.666219] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.677076] env[68503]: DEBUG oslo_vmware.api [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.905435] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861720, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.946554] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.947155] env[68503]: DEBUG nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.950019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.951615] env[68503]: INFO nova.compute.claims [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.973310] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861723, 'name': CreateVM_Task, 'duration_secs': 0.393239} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.973310] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.973310] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.973310] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.973648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.973866] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d025c41-0817-44fe-ba75-782230c68179 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.978674] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 840.978674] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527df19c-09ab-48a1-ad3b-95f6241ebada" [ 840.978674] env[68503]: _type = "Task" [ 840.978674] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.988362] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527df19c-09ab-48a1-ad3b-95f6241ebada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.054329] env[68503]: DEBUG nova.compute.manager [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.055273] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439d7850-ce04-417c-b06c-eff9c474bede {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.178410] env[68503]: DEBUG oslo_vmware.api [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Task: {'id': task-2861725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180483} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.179056] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.179056] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.179209] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.179298] env[68503]: INFO nova.compute.manager [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Took 1.11 seconds to destroy the instance on the hypervisor. [ 841.179547] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.179753] env[68503]: DEBUG nova.compute.manager [-] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.179846] env[68503]: DEBUG nova.network.neutron [-] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.261901] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "75a6423a-0e3e-4d79-858d-01af450513dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.262848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "75a6423a-0e3e-4d79-858d-01af450513dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.262848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "75a6423a-0e3e-4d79-858d-01af450513dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.262848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "75a6423a-0e3e-4d79-858d-01af450513dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.262848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "75a6423a-0e3e-4d79-858d-01af450513dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.264792] env[68503]: INFO nova.compute.manager [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Terminating instance [ 841.323899] env[68503]: DEBUG nova.objects.instance [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'flavor' on Instance uuid 33adcb4b-5985-4ad8-b0a2-c3996f102d69 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.405939] env[68503]: DEBUG oslo_vmware.api [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861720, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660767} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.406347] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.406637] env[68503]: INFO nova.compute.manager [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Took 14.08 seconds to snapshot the instance on the hypervisor. [ 841.461323] env[68503]: DEBUG nova.compute.utils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.468280] env[68503]: DEBUG nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 841.491135] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527df19c-09ab-48a1-ad3b-95f6241ebada, 'name': SearchDatastore_Task, 'duration_secs': 0.014151} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.491602] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.491895] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.492202] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.492406] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.492638] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.492952] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c23cfd1-3bf4-41c6-8892-c66704b2bb33 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.501763] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.502077] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.502852] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c817858-e845-4512-bffa-170f1ab45c25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.508527] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 841.508527] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52738010-0cf5-26bf-208a-8fc377f2da9a" [ 841.508527] env[68503]: _type = "Task" [ 841.508527] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.517716] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52738010-0cf5-26bf-208a-8fc377f2da9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.536962] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.537797] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.567769] env[68503]: INFO nova.compute.manager [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] instance snapshotting [ 841.571009] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876a4c0-f386-4282-89f6-9c9d514dbd92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.592375] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dae9f2-92c6-4f5a-b0b7-7ff8a3b46265 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.772039] env[68503]: DEBUG nova.compute.manager [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.772039] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.772039] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d7d6a-c882-4ecd-8189-5c051d46f338 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.779195] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.779613] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea6b5e4-6ed0-4aa3-b0a8-8785eaa47ee0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.831432] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.831798] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.832112] env[68503]: DEBUG nova.network.neutron [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.832399] env[68503]: DEBUG nova.objects.instance [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'info_cache' on Instance uuid 33adcb4b-5985-4ad8-b0a2-c3996f102d69 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.865153] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.865153] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.865153] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleting the datastore file [datastore2] 75a6423a-0e3e-4d79-858d-01af450513dd {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.865153] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c57e355-c3a1-4a9f-ba44-15b2f54983ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.874773] env[68503]: DEBUG oslo_vmware.api [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 841.874773] env[68503]: value = "task-2861727" [ 841.874773] env[68503]: _type = "Task" [ 841.874773] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.882740] env[68503]: DEBUG oslo_vmware.api [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.913194] env[68503]: DEBUG nova.compute.manager [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Instance disappeared during snapshot {{(pid=68503) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 841.928762] env[68503]: DEBUG nova.compute.manager [None req-4481d835-b929-40fd-92bf-5382e705b826 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image not found during clean up 63861005-68e4-408d-be62-87d62f3ee30a {{(pid=68503) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 841.968845] env[68503]: DEBUG nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.984018] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "49616b4c-8622-47ed-86ab-42711a68ba2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.984492] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.019775] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52738010-0cf5-26bf-208a-8fc377f2da9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.021205] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5138e585-a439-4b11-a5e7-40a3ae3eabe7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.027449] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 842.027449] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b7e254-7c43-4510-810a-db321495a263" [ 842.027449] env[68503]: _type = "Task" [ 842.027449] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.036637] env[68503]: DEBUG nova.compute.manager [req-2e57575f-c1d5-4109-9de7-ee4817e55d29 req-1a5173f5-ae74-403c-9637-d0b0b0944b2f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Received event network-vif-deleted-79fe77b7-1273-4289-96a6-82faeeb98cc3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.036637] env[68503]: INFO nova.compute.manager [req-2e57575f-c1d5-4109-9de7-ee4817e55d29 req-1a5173f5-ae74-403c-9637-d0b0b0944b2f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Neutron deleted interface 79fe77b7-1273-4289-96a6-82faeeb98cc3; detaching it from the instance and deleting it from the info cache [ 842.037149] env[68503]: DEBUG nova.network.neutron [req-2e57575f-c1d5-4109-9de7-ee4817e55d29 req-1a5173f5-ae74-403c-9637-d0b0b0944b2f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.045244] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b7e254-7c43-4510-810a-db321495a263, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.048081] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.048390] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e3eea543-c293-40d3-91e3-15a2866a0e44/e3eea543-c293-40d3-91e3-15a2866a0e44.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.049292] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f65039fb-742f-411e-8b88-8647aedb532e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.055799] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 842.055799] env[68503]: value = "task-2861728" [ 842.055799] env[68503]: _type = "Task" [ 842.055799] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.066194] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.104452] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.104783] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f1d242d-7cb4-45a8-a7de-4831df61d9ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.113275] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 842.113275] env[68503]: value = "task-2861729" [ 842.113275] env[68503]: _type = "Task" [ 842.113275] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.123709] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861729, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.336616] env[68503]: DEBUG nova.objects.base [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Object Instance<33adcb4b-5985-4ad8-b0a2-c3996f102d69> lazy-loaded attributes: flavor,info_cache {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 842.387682] env[68503]: DEBUG oslo_vmware.api [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316303} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.388825] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.388825] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.388825] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.388825] env[68503]: INFO nova.compute.manager [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Took 0.62 seconds to destroy the instance on the hypervisor. [ 842.388825] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.389044] env[68503]: DEBUG nova.compute.manager [-] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.389131] env[68503]: DEBUG nova.network.neutron [-] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.485963] env[68503]: DEBUG nova.network.neutron [-] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.546925] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10d9c4a0-e826-4d77-b95b-0c4de1a51597 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.558909] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c7289-51e0-4641-99c2-b8a561c4b3b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.586947] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.604684] env[68503]: DEBUG nova.compute.manager [req-2e57575f-c1d5-4109-9de7-ee4817e55d29 req-1a5173f5-ae74-403c-9637-d0b0b0944b2f service nova] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Detach interface failed, port_id=79fe77b7-1273-4289-96a6-82faeeb98cc3, reason: Instance 1fcbe6cd-eff3-4297-9559-98bd24b9d906 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.623567] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861729, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.639168] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c23e0e-255d-4192-987f-a0605fdd3a27 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.648142] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a1cc87-0499-45c9-badd-e7bcdf41f51b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.681346] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb15812-4112-4b9e-bf21-fb94b07936a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.690533] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b13fe60-1f4b-4840-9b54-bd5c45688335 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.708115] env[68503]: DEBUG nova.compute.provider_tree [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.988844] env[68503]: DEBUG nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.991423] env[68503]: INFO nova.compute.manager [-] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Took 1.81 seconds to deallocate network for instance. [ 843.016561] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.016826] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.017944] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.017944] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.017944] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.017944] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.019039] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.019313] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.019644] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.019744] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.019855] env[68503]: DEBUG nova.virt.hardware [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.020727] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2160d368-d15e-4913-a37d-64d62420ec3c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.029747] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd2c9b-b374-4901-80c2-9b668f00543b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.044134] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.049782] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.052449] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.052685] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3ca3ee4-9976-4a27-b018-515b5c8c6cf3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.069687] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.069687] env[68503]: value = "task-2861730" [ 843.069687] env[68503]: _type = "Task" [ 843.069687] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.077046] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861730, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.084791] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652996} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.085052] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e3eea543-c293-40d3-91e3-15a2866a0e44/e3eea543-c293-40d3-91e3-15a2866a0e44.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.085272] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.085513] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a984347a-a6ca-47d6-8afa-dd4727d683e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.091093] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 843.091093] env[68503]: value = "task-2861731" [ 843.091093] env[68503]: _type = "Task" [ 843.091093] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.096690] env[68503]: DEBUG nova.network.neutron [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.100493] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.122798] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861729, 'name': CreateSnapshot_Task, 'duration_secs': 0.937824} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.123322] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.124061] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafe167-2df6-41fb-a952-a6f8661f6a5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.210118] env[68503]: DEBUG nova.network.neutron [-] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.251024] env[68503]: DEBUG nova.scheduler.client.report [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.498899] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.580627] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861730, 'name': CreateVM_Task, 'duration_secs': 0.384348} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.580803] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.581244] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.581406] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.581719] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.583543] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7d5617-52b4-4ab8-a8ea-8833ac103bd5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.586643] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 843.586643] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529b40bf-d013-707e-50ef-71b1ede59c73" [ 843.586643] env[68503]: _type = "Task" [ 843.586643] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.594643] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529b40bf-d013-707e-50ef-71b1ede59c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.602124] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.603425] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122979} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.604077] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.606037] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f29c6-a595-4035-a1b3-0978c8d00a3d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.625093] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e3eea543-c293-40d3-91e3-15a2866a0e44/e3eea543-c293-40d3-91e3-15a2866a0e44.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.625995] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0a22ce-3ed8-4441-84cb-8cc5f4957b7b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.646394] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.646908] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63fd833e-610b-475b-bec0-c339c28c2d5b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.655037] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 843.655037] env[68503]: value = "task-2861732" [ 843.655037] env[68503]: _type = "Task" [ 843.655037] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.656421] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 843.656421] env[68503]: value = "task-2861733" [ 843.656421] env[68503]: _type = "Task" [ 843.656421] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.667348] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861732, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.670438] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.712945] env[68503]: INFO nova.compute.manager [-] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Took 1.32 seconds to deallocate network for instance. [ 843.756214] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.756802] env[68503]: DEBUG nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.759922] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.836s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.761248] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.763268] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.818s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.764103] env[68503]: INFO nova.compute.claims [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.799269] env[68503]: INFO nova.scheduler.client.report [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleted allocations for instance 02e8dbb0-8f29-49d6-93ff-684316c22806 [ 844.056370] env[68503]: DEBUG nova.compute.manager [req-a409034b-e94e-409a-9691-9bc0216a77e0 req-d8c87e2a-2a26-4821-acbb-dc029e2cc582 service nova] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Received event network-vif-deleted-302f78d7-7f34-44a6-80a0-ff2509a6752a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.098047] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529b40bf-d013-707e-50ef-71b1ede59c73, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.098047] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.098047] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.098279] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.098443] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.098659] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.098944] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cbea21-fe63-4be7-8e16-a85d96d2be42 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.108433] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.108658] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.109537] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f8db18-6e49-4b1d-81ec-c2f51adff15a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.116827] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 844.116827] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526a671a-01ad-591f-0d6f-c700c68823b7" [ 844.116827] env[68503]: _type = "Task" [ 844.116827] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.126555] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a671a-01ad-591f-0d6f-c700c68823b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.166243] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861732, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.171898] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861733, 'name': ReconfigVM_Task, 'duration_secs': 0.299628} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.171898] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e3eea543-c293-40d3-91e3-15a2866a0e44/e3eea543-c293-40d3-91e3-15a2866a0e44.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.171898] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e34d959-3ec7-4c91-8bcb-b6a7a9daf670 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.177796] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 844.177796] env[68503]: value = "task-2861734" [ 844.177796] env[68503]: _type = "Task" [ 844.177796] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.185538] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861734, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.221271] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.269544] env[68503]: DEBUG nova.compute.utils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.272739] env[68503]: DEBUG nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.272901] env[68503]: DEBUG nova.network.neutron [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.308257] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c6282a11-52b1-4026-8450-1a84ec83cb1c tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "02e8dbb0-8f29-49d6-93ff-684316c22806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.007s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.325819] env[68503]: DEBUG nova.policy [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84ff779baec84098861d566a54bdd34a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daee962fbb254b0d8bc775015a767baa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.610872] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.611291] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da9c159b-edae-4e7a-aaa0-03009b5f2dbd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.616366] env[68503]: DEBUG nova.network.neutron [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Successfully created port: f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.623299] env[68503]: DEBUG oslo_vmware.api [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 844.623299] env[68503]: value = "task-2861735" [ 844.623299] env[68503]: _type = "Task" [ 844.623299] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.630885] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a671a-01ad-591f-0d6f-c700c68823b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.632076] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191bf654-a835-49cb-a6b3-1a731bdd4115 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.638125] env[68503]: DEBUG oslo_vmware.api [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861735, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.641046] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 844.641046] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b07b8f-6247-dc7b-cd28-c0bba42f8ef6" [ 844.641046] env[68503]: _type = "Task" [ 844.641046] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.648798] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b07b8f-6247-dc7b-cd28-c0bba42f8ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.667481] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861732, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.686898] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861734, 'name': Rename_Task, 'duration_secs': 0.159688} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.687318] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.687426] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f87af4e3-8a61-4683-92bf-2c03a42634c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.692949] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 844.692949] env[68503]: value = "task-2861736" [ 844.692949] env[68503]: _type = "Task" [ 844.692949] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.702129] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.779466] env[68503]: DEBUG nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.134349] env[68503]: DEBUG oslo_vmware.api [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861735, 'name': PowerOnVM_Task, 'duration_secs': 0.396061} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.137783] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.138198] env[68503]: DEBUG nova.compute.manager [None req-ddf548e4-4705-4eab-b7e5-87c1a6d74dbd tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.139487] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6579fa93-096e-47bd-a299-cc5d428276f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.163332] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b07b8f-6247-dc7b-cd28-c0bba42f8ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.019044} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.165133] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.165857] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.171083] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a04d4a2b-1a34-4d4c-bc03-895d654a8f2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.184116] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861732, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.188020] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 845.188020] env[68503]: value = "task-2861737" [ 845.188020] env[68503]: _type = "Task" [ 845.188020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.204644] env[68503]: DEBUG oslo_vmware.api [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861736, 'name': PowerOnVM_Task, 'duration_secs': 0.472612} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.207463] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.207791] env[68503]: INFO nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Took 4.86 seconds to spawn the instance on the hypervisor. [ 845.208055] env[68503]: DEBUG nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.209759] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a950ab7-5103-42a9-839b-a2514a331508 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.336697] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.337048] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.337346] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.337545] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.337773] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.340805] env[68503]: INFO nova.compute.manager [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Terminating instance [ 845.397365] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29359b-b4da-42e0-a730-864389c160c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.404982] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ff57b-5eda-4620-ac5d-22993635e3d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.436061] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcc36b0-2cf6-44ff-b043-18af48e25072 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.443501] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8d5b1-dc85-4cd3-bc49-a2045fc196ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.458350] env[68503]: DEBUG nova.compute.provider_tree [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.681780] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861732, 'name': CloneVM_Task, 'duration_secs': 1.713933} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.682232] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Created linked-clone VM from snapshot [ 845.683181] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48ca975-029e-46aa-af16-8aa4bdd1246c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.705933] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861737, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.706348] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Uploading image 8c5ef2a8-7114-482e-8705-8bef09a6473b {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.731782] env[68503]: INFO nova.compute.manager [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Took 44.44 seconds to build instance. [ 845.743305] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 845.743305] env[68503]: value = "vm-575309" [ 845.743305] env[68503]: _type = "VirtualMachine" [ 845.743305] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 845.743676] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4923d78-42c9-47c5-9ccd-4cde6702c105 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.752569] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lease: (returnval){ [ 845.752569] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a78932-48d5-cf5f-26b8-012dec2ebf5d" [ 845.752569] env[68503]: _type = "HttpNfcLease" [ 845.752569] env[68503]: } obtained for exporting VM: (result){ [ 845.752569] env[68503]: value = "vm-575309" [ 845.752569] env[68503]: _type = "VirtualMachine" [ 845.752569] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 845.752862] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the lease: (returnval){ [ 845.752862] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a78932-48d5-cf5f-26b8-012dec2ebf5d" [ 845.752862] env[68503]: _type = "HttpNfcLease" [ 845.752862] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 845.760477] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.760477] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a78932-48d5-cf5f-26b8-012dec2ebf5d" [ 845.760477] env[68503]: _type = "HttpNfcLease" [ 845.760477] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 845.790776] env[68503]: DEBUG nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.816329] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.816762] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.817082] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.817348] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.817462] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.817742] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.818128] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.819058] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.819058] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.819058] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.819376] env[68503]: DEBUG nova.virt.hardware [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.821830] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302c460c-cdf0-4eb9-b147-4abff7d29ec3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.835238] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5491092-3125-4dec-aa74-3b552410b69e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.853665] env[68503]: DEBUG nova.compute.manager [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.853902] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.855235] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc14002-3fc8-41d3-86ff-1da8b3216bc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.863123] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.863418] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c91e46-a17c-4858-816c-1e8f7df5be5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.871370] env[68503]: DEBUG oslo_vmware.api [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 845.871370] env[68503]: value = "task-2861739" [ 845.871370] env[68503]: _type = "Task" [ 845.871370] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.881160] env[68503]: DEBUG oslo_vmware.api [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.963050] env[68503]: DEBUG nova.scheduler.client.report [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.201023] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862407} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.201828] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.202074] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.202350] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec5dc0f0-0758-438f-8f15-5012fe6d9195 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.208801] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 846.208801] env[68503]: value = "task-2861740" [ 846.208801] env[68503]: _type = "Task" [ 846.208801] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.216850] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.236637] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5a8aca8e-ac1b-42a3-bd35-9161a2d5595c tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "e3eea543-c293-40d3-91e3-15a2866a0e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.948s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.267203] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.267203] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a78932-48d5-cf5f-26b8-012dec2ebf5d" [ 846.267203] env[68503]: _type = "HttpNfcLease" [ 846.267203] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.269213] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.269213] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a78932-48d5-cf5f-26b8-012dec2ebf5d" [ 846.269213] env[68503]: _type = "HttpNfcLease" [ 846.269213] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.273107] env[68503]: DEBUG nova.compute.manager [req-562dcb31-3caa-48c7-a107-539da078f671 req-a2ecd228-2b6d-4a15-8795-85367f146fbe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Received event network-vif-plugged-f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.273107] env[68503]: DEBUG oslo_concurrency.lockutils [req-562dcb31-3caa-48c7-a107-539da078f671 req-a2ecd228-2b6d-4a15-8795-85367f146fbe service nova] Acquiring lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.273107] env[68503]: DEBUG oslo_concurrency.lockutils [req-562dcb31-3caa-48c7-a107-539da078f671 req-a2ecd228-2b6d-4a15-8795-85367f146fbe service nova] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.273107] env[68503]: DEBUG oslo_concurrency.lockutils [req-562dcb31-3caa-48c7-a107-539da078f671 req-a2ecd228-2b6d-4a15-8795-85367f146fbe service nova] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.273107] env[68503]: DEBUG nova.compute.manager [req-562dcb31-3caa-48c7-a107-539da078f671 req-a2ecd228-2b6d-4a15-8795-85367f146fbe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] No waiting events found dispatching network-vif-plugged-f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.273107] env[68503]: WARNING nova.compute.manager [req-562dcb31-3caa-48c7-a107-539da078f671 req-a2ecd228-2b6d-4a15-8795-85367f146fbe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Received unexpected event network-vif-plugged-f8ed557e-5cd1-4adc-b4e9-930a640bf38e for instance with vm_state building and task_state spawning. [ 846.273792] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2efbd06-d8ed-46c5-bebc-fd870d2b2bad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.283104] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ed63b-6d37-0f1b-5e4d-18968ade2eaa/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.283240] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ed63b-6d37-0f1b-5e4d-18968ade2eaa/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 846.345804] env[68503]: DEBUG nova.network.neutron [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Successfully updated port: f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.381362] env[68503]: DEBUG oslo_vmware.api [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861739, 'name': PowerOffVM_Task, 'duration_secs': 0.427531} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.381589] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.381758] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.382035] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b676b01-cd08-49ab-9e7e-2ed9c47d3d9c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.386900] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2667993-e7e5-4555-b8b3-3a229be96377 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.469062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.469503] env[68503]: DEBUG nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.473042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.983s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.473245] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.475396] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.911s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.479723] env[68503]: INFO nova.compute.claims [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.510405] env[68503]: INFO nova.scheduler.client.report [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleted allocations for instance e34f4713-cc71-4968-9de4-698d63d6d09e [ 846.719984] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072164} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.720285] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.721102] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c5270-e05a-47d0-b878-dc3dd36dc584 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.742611] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.743239] env[68503]: DEBUG nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.746176] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1922c7-bdf9-473c-9ae7-5de463ce3403 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.768036] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 846.768036] env[68503]: value = "task-2861742" [ 846.768036] env[68503]: _type = "Task" [ 846.768036] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.776785] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.847949] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.848150] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquired lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.848311] env[68503]: DEBUG nova.network.neutron [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.982407] env[68503]: DEBUG nova.compute.utils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.989359] env[68503]: DEBUG nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.989359] env[68503]: DEBUG nova.network.neutron [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.022040] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb188ba6-e536-4f36-9404-67b6f48baf40 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "e34f4713-cc71-4968-9de4-698d63d6d09e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.999s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.072435] env[68503]: DEBUG nova.policy [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8300708afb164c3fad43efca1a804db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd779af9f7f643f8852b887caa90b744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.076646] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.076916] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.077343] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleting the datastore file [datastore2] 2f545107-51ef-4da6-9bf5-d39b4918d3d9 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.077500] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88c82eaf-57b3-4630-9ef6-af02187a35c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.086356] env[68503]: DEBUG oslo_vmware.api [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for the task: (returnval){ [ 847.086356] env[68503]: value = "task-2861743" [ 847.086356] env[68503]: _type = "Task" [ 847.086356] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.095451] env[68503]: DEBUG oslo_vmware.api [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.280026] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.292688] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.392301] env[68503]: DEBUG nova.network.neutron [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.401952] env[68503]: DEBUG nova.network.neutron [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Successfully created port: 076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.486747] env[68503]: DEBUG nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.598735] env[68503]: DEBUG oslo_vmware.api [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Task: {'id': task-2861743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448753} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.598920] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.599283] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.599445] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.599733] env[68503]: INFO nova.compute.manager [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Took 1.75 seconds to destroy the instance on the hypervisor. [ 847.601502] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.601502] env[68503]: DEBUG nova.compute.manager [-] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.601502] env[68503]: DEBUG nova.network.neutron [-] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.712399] env[68503]: DEBUG nova.network.neutron [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Updating instance_info_cache with network_info: [{"id": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "address": "fa:16:3e:80:bf:c4", "network": {"id": "be3c13b2-8d60-40f1-982e-d25dbe142e64", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-681287434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee962fbb254b0d8bc775015a767baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ed557e-5c", "ovs_interfaceid": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.779157] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861742, 'name': ReconfigVM_Task, 'duration_secs': 0.624418} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.779517] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.782604] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-742c45cf-58a2-402c-9b97-69013b25c415 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.788883] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 847.788883] env[68503]: value = "task-2861744" [ 847.788883] env[68503]: _type = "Task" [ 847.788883] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.797519] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861744, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.169108] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cefd6b-d381-476e-8b30-82247601ef57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.175907] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b06488-5fa3-4a2c-9a9e-2daa32b9d5a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.214246] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e256c8cb-42f4-45eb-9838-7ca200c6e6b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.217459] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Releasing lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.217786] env[68503]: DEBUG nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Instance network_info: |[{"id": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "address": "fa:16:3e:80:bf:c4", "network": {"id": "be3c13b2-8d60-40f1-982e-d25dbe142e64", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-681287434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee962fbb254b0d8bc775015a767baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ed557e-5c", "ovs_interfaceid": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.218204] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:bf:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8ed557e-5cd1-4adc-b4e9-930a640bf38e', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.226557] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Creating folder: Project (daee962fbb254b0d8bc775015a767baa). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.227493] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61596cba-13a1-4313-9813-ec5343dc136e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.233845] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff98b5-53a1-40b4-aca0-a1538a01bfcd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.241607] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Created folder: Project (daee962fbb254b0d8bc775015a767baa) in parent group-v575195. [ 848.241607] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Creating folder: Instances. Parent ref: group-v575310. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.251122] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18877609-a71a-471f-a786-416c2b284ba3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.252499] env[68503]: DEBUG nova.compute.provider_tree [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.264885] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Created folder: Instances in parent group-v575310. [ 848.265380] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.265673] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.266042] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c53048-0037-426e-89b5-feb1d8d100e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.295539] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.295539] env[68503]: value = "task-2861747" [ 848.295539] env[68503]: _type = "Task" [ 848.295539] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.302092] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861744, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.307568] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861747, 'name': CreateVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.342916] env[68503]: DEBUG nova.compute.manager [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Received event network-changed-f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.342916] env[68503]: DEBUG nova.compute.manager [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Refreshing instance network info cache due to event network-changed-f8ed557e-5cd1-4adc-b4e9-930a640bf38e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.342916] env[68503]: DEBUG oslo_concurrency.lockutils [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] Acquiring lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.342916] env[68503]: DEBUG oslo_concurrency.lockutils [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] Acquired lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.342916] env[68503]: DEBUG nova.network.neutron [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Refreshing network info cache for port f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.429178] env[68503]: DEBUG nova.network.neutron [-] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.511189] env[68503]: DEBUG nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.534478] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.535471] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.535794] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.536386] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.536695] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.537095] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.537522] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.537912] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.538246] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.538809] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.538809] env[68503]: DEBUG nova.virt.hardware [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.542351] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f551c8-08b3-44f4-b950-541611a1bc4b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.554301] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabdc4e9-8b98-4e7a-883c-b0b277f72232 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.758883] env[68503]: DEBUG nova.scheduler.client.report [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.802269] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861744, 'name': Rename_Task, 'duration_secs': 0.703148} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.802949] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.803226] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9494d52-8172-4a04-88c6-6feedb17d2f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.807738] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861747, 'name': CreateVM_Task, 'duration_secs': 0.423633} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.808222] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.808912] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.809279] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.809403] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.809639] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6531a2-9174-4ab6-9bb9-41b8bef6343a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.813540] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 848.813540] env[68503]: value = "task-2861748" [ 848.813540] env[68503]: _type = "Task" [ 848.813540] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.814783] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 848.814783] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5227528c-a8b9-b736-cba4-5cba397f4c54" [ 848.814783] env[68503]: _type = "Task" [ 848.814783] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.826034] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5227528c-a8b9-b736-cba4-5cba397f4c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.829069] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.931795] env[68503]: INFO nova.compute.manager [-] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Took 1.33 seconds to deallocate network for instance. [ 848.967738] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "970cb109-0a57-4e65-b4fa-0800d48317bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.968565] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.968565] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "970cb109-0a57-4e65-b4fa-0800d48317bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.968854] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.969179] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.971350] env[68503]: INFO nova.compute.manager [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Terminating instance [ 849.049932] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.050326] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.050614] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.050820] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.050993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.052994] env[68503]: INFO nova.compute.manager [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Terminating instance [ 849.132422] env[68503]: DEBUG nova.network.neutron [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Successfully updated port: 076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.159740] env[68503]: DEBUG nova.network.neutron [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Updated VIF entry in instance network info cache for port f8ed557e-5cd1-4adc-b4e9-930a640bf38e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.160174] env[68503]: DEBUG nova.network.neutron [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Updating instance_info_cache with network_info: [{"id": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "address": "fa:16:3e:80:bf:c4", "network": {"id": "be3c13b2-8d60-40f1-982e-d25dbe142e64", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-681287434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee962fbb254b0d8bc775015a767baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ed557e-5c", "ovs_interfaceid": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.267528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.268090] env[68503]: DEBUG nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.271168] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.067s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.273034] env[68503]: INFO nova.compute.claims [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.328571] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861748, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.333718] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5227528c-a8b9-b736-cba4-5cba397f4c54, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.334024] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.334304] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.334486] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.334644] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.335108] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.335389] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b75ade50-a70a-4da2-9a1e-5fccd56e07c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.344181] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.344181] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.344910] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cdc9e6-1488-47ba-b7e2-7455f284da31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.350237] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 849.350237] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524544e7-bd42-7257-cec7-e05fab02ae7f" [ 849.350237] env[68503]: _type = "Task" [ 849.350237] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.358582] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524544e7-bd42-7257-cec7-e05fab02ae7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.440302] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.477974] env[68503]: DEBUG nova.compute.manager [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.478239] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.479218] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e8888-6a5a-43e8-a3b9-57ca1499ddb8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.488054] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.488054] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e84e5ac1-c91c-488c-9f8c-9a29882f2cb5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.494473] env[68503]: DEBUG oslo_vmware.api [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 849.494473] env[68503]: value = "task-2861749" [ 849.494473] env[68503]: _type = "Task" [ 849.494473] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.506711] env[68503]: DEBUG oslo_vmware.api [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.556851] env[68503]: DEBUG nova.compute.manager [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.557095] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.558102] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341b32e-fcbc-45de-a9b8-2c2e5f0a0de5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.566292] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.566486] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c04411-4c2b-40bd-a4c1-b30b9bb5cd79 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.573064] env[68503]: DEBUG oslo_vmware.api [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 849.573064] env[68503]: value = "task-2861750" [ 849.573064] env[68503]: _type = "Task" [ 849.573064] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.581672] env[68503]: DEBUG oslo_vmware.api [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.634992] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.635256] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.635492] env[68503]: DEBUG nova.network.neutron [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.662761] env[68503]: DEBUG oslo_concurrency.lockutils [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] Releasing lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.663073] env[68503]: DEBUG nova.compute.manager [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Received event network-vif-deleted-c8b114d0-61cc-4796-bbfe-abb8e3850858 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.663282] env[68503]: INFO nova.compute.manager [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Neutron deleted interface c8b114d0-61cc-4796-bbfe-abb8e3850858; detaching it from the instance and deleting it from the info cache [ 849.663459] env[68503]: DEBUG nova.network.neutron [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.778985] env[68503]: DEBUG nova.compute.utils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.784585] env[68503]: DEBUG nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.784585] env[68503]: DEBUG nova.network.neutron [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.829049] env[68503]: DEBUG oslo_vmware.api [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861748, 'name': PowerOnVM_Task, 'duration_secs': 0.733646} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.829419] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.829755] env[68503]: INFO nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Took 6.84 seconds to spawn the instance on the hypervisor. [ 849.829908] env[68503]: DEBUG nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.831098] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef7f0b-3e11-4bc1-bafe-e3948b01536a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.862591] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524544e7-bd42-7257-cec7-e05fab02ae7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.864892] env[68503]: DEBUG nova.policy [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff20b7a7396642d3bb4b11a893a2edbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f84890d5cc4f01aea3b47ef3b6f871', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.866336] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b098caf0-8ee5-4347-a34d-c4bf88385792 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.872777] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 849.872777] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524a22e0-ebad-b869-83cc-6dc760b7e87e" [ 849.872777] env[68503]: _type = "Task" [ 849.872777] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.883850] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a22e0-ebad-b869-83cc-6dc760b7e87e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.006567] env[68503]: DEBUG oslo_vmware.api [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861749, 'name': PowerOffVM_Task, 'duration_secs': 0.297817} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.007172] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.007573] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.007874] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79ead087-c970-4843-89c6-6bed52082109 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.080556] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.080768] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.081108] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleting the datastore file [datastore2] 970cb109-0a57-4e65-b4fa-0800d48317bf {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.084204] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f84348-a75a-42b2-bcd4-f26acfc0be8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.085979] env[68503]: DEBUG oslo_vmware.api [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861750, 'name': PowerOffVM_Task, 'duration_secs': 0.2782} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.086249] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.086383] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.086973] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b26d675-d9db-49a3-9980-7f84e256dab7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.090505] env[68503]: DEBUG oslo_vmware.api [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 850.090505] env[68503]: value = "task-2861752" [ 850.090505] env[68503]: _type = "Task" [ 850.090505] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.097718] env[68503]: DEBUG oslo_vmware.api [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.149255] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.149481] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.149821] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleting the datastore file [datastore1] 17c3e88e-73ca-4255-bc84-c54e1d732b6d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.149914] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ee74f23-da8f-45d8-bae3-d41c0f969726 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.156268] env[68503]: DEBUG oslo_vmware.api [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for the task: (returnval){ [ 850.156268] env[68503]: value = "task-2861754" [ 850.156268] env[68503]: _type = "Task" [ 850.156268] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.164631] env[68503]: DEBUG oslo_vmware.api [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.165972] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d3fab0f-5a94-4b63-aceb-b3e1abd3bbcd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.173675] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1795c6-d1cc-4f9b-a517-5cd371e7eb24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.184589] env[68503]: DEBUG nova.network.neutron [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.196486] env[68503]: DEBUG nova.network.neutron [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Successfully created port: 0dfe2055-c294-477f-b770-47d8f94d3372 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.213719] env[68503]: DEBUG nova.compute.manager [req-fd95211a-af59-42c0-82ef-873b8a9a7329 req-0cafc568-fec2-401c-b11b-fca0cb430afe service nova] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Detach interface failed, port_id=c8b114d0-61cc-4796-bbfe-abb8e3850858, reason: Instance 2f545107-51ef-4da6-9bf5-d39b4918d3d9 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.284913] env[68503]: DEBUG nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.357028] env[68503]: INFO nova.compute.manager [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Took 48.54 seconds to build instance. [ 850.387224] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a22e0-ebad-b869-83cc-6dc760b7e87e, 'name': SearchDatastore_Task, 'duration_secs': 0.02111} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.387500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.387786] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 24b77c0c-2889-46c4-aa3d-5816e11cea7e/24b77c0c-2889-46c4-aa3d-5816e11cea7e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.388084] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7802c19-1564-4d76-94ed-84decf7dacf6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.395160] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 850.395160] env[68503]: value = "task-2861755" [ 850.395160] env[68503]: _type = "Task" [ 850.395160] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.403912] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.430717] env[68503]: DEBUG nova.network.neutron [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Updating instance_info_cache with network_info: [{"id": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "address": "fa:16:3e:29:ed:da", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076492c2-d1", "ovs_interfaceid": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.435894] env[68503]: DEBUG nova.compute.manager [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Received event network-vif-plugged-076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.435894] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] Acquiring lock "36a36399-1707-4621-b677-6d728936489d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.435894] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] Lock "36a36399-1707-4621-b677-6d728936489d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.435894] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] Lock "36a36399-1707-4621-b677-6d728936489d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.435894] env[68503]: DEBUG nova.compute.manager [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] No waiting events found dispatching network-vif-plugged-076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.435894] env[68503]: WARNING nova.compute.manager [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Received unexpected event network-vif-plugged-076492c2-d1c1-4e3e-b359-729c78b8a9de for instance with vm_state building and task_state spawning. [ 850.435894] env[68503]: DEBUG nova.compute.manager [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Received event network-changed-076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.435894] env[68503]: DEBUG nova.compute.manager [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Refreshing instance network info cache due to event network-changed-076492c2-d1c1-4e3e-b359-729c78b8a9de. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.436915] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] Acquiring lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.602748] env[68503]: DEBUG oslo_vmware.api [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438953} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.606754] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.607049] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.607319] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.607571] env[68503]: INFO nova.compute.manager [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 850.608471] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.608649] env[68503]: DEBUG nova.compute.manager [-] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.608886] env[68503]: DEBUG nova.network.neutron [-] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.669341] env[68503]: DEBUG oslo_vmware.api [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Task: {'id': task-2861754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36953} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.672912] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.673321] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.673644] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.673956] env[68503]: INFO nova.compute.manager [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 850.674328] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.674862] env[68503]: DEBUG nova.compute.manager [-] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.675092] env[68503]: DEBUG nova.network.neutron [-] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.855861] env[68503]: DEBUG oslo_concurrency.lockutils [None req-590e9075-bce3-4195-9219-31fad7b6d7a3 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.858s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.916159] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861755, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.939081] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.939081] env[68503]: DEBUG nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Instance network_info: |[{"id": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "address": "fa:16:3e:29:ed:da", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076492c2-d1", "ovs_interfaceid": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.939081] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] Acquired lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.939866] env[68503]: DEBUG nova.network.neutron [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Refreshing network info cache for port 076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.941789] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ed:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '076492c2-d1c1-4e3e-b359-729c78b8a9de', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.950814] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating folder: Project (bd779af9f7f643f8852b887caa90b744). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.957656] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-283e271b-d2ce-4bd1-9e28-50425c245cab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.972217] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created folder: Project (bd779af9f7f643f8852b887caa90b744) in parent group-v575195. [ 850.972217] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating folder: Instances. Parent ref: group-v575313. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.972217] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c6ed674-8f01-4e85-9aaf-4686c3fa64d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.983511] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created folder: Instances in parent group-v575313. [ 850.984022] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.984405] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a36399-1707-4621-b677-6d728936489d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.984774] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3070bbc-c8d9-4ac8-9f2a-4379e4525e55 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.022921] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.022921] env[68503]: value = "task-2861758" [ 851.022921] env[68503]: _type = "Task" [ 851.022921] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.037022] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861758, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.049377] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25059725-0341-4881-9323-8fbf29f1b52b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.066040] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a364ad80-6bb3-4416-8ead-7e3cfa680e0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.112747] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ad33dd-c204-4dcd-acd2-1b8f1b5c31e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.125969] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98871749-10e8-4d4e-b04f-cf4ff8753f19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.144035] env[68503]: DEBUG nova.compute.provider_tree [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.261430] env[68503]: INFO nova.compute.manager [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Rebuilding instance [ 851.267818] env[68503]: DEBUG nova.network.neutron [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Updated VIF entry in instance network info cache for port 076492c2-d1c1-4e3e-b359-729c78b8a9de. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.268238] env[68503]: DEBUG nova.network.neutron [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Updating instance_info_cache with network_info: [{"id": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "address": "fa:16:3e:29:ed:da", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076492c2-d1", "ovs_interfaceid": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.298975] env[68503]: DEBUG nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.319000] env[68503]: DEBUG nova.compute.manager [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.319963] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b07f07-9635-40be-b369-8701a79d3a76 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.324617] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.324855] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.324980] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.325178] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.325322] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.325466] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.325670] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.325876] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.326194] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.326397] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.326572] env[68503]: DEBUG nova.virt.hardware [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.327374] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab8af84-0f2a-459f-a656-e6bed529f404 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.337242] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea9c777-0ef2-44c5-b731-73aa81fa44ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.361241] env[68503]: DEBUG nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.406726] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767351} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.407168] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 24b77c0c-2889-46c4-aa3d-5816e11cea7e/24b77c0c-2889-46c4-aa3d-5816e11cea7e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.407433] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.407759] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb81f45a-9ec4-4df7-aa11-daa9f4e5fb3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.415236] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 851.415236] env[68503]: value = "task-2861759" [ 851.415236] env[68503]: _type = "Task" [ 851.415236] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.423677] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.491825] env[68503]: DEBUG nova.compute.manager [req-00feb577-5b73-4289-8e02-56729f9ea12a req-b8a90742-574a-420c-b1e3-ce8eeb20491d service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Received event network-vif-deleted-d1243a58-0bfe-40af-87b0-cf39edfae2d6 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.491825] env[68503]: INFO nova.compute.manager [req-00feb577-5b73-4289-8e02-56729f9ea12a req-b8a90742-574a-420c-b1e3-ce8eeb20491d service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Neutron deleted interface d1243a58-0bfe-40af-87b0-cf39edfae2d6; detaching it from the instance and deleting it from the info cache [ 851.491825] env[68503]: DEBUG nova.network.neutron [req-00feb577-5b73-4289-8e02-56729f9ea12a req-b8a90742-574a-420c-b1e3-ce8eeb20491d service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.536823] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861758, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.556012] env[68503]: DEBUG nova.network.neutron [-] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.649806] env[68503]: DEBUG nova.scheduler.client.report [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.771685] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a166f7b-7796-4689-bd56-9ea9d6b0eeab req-d7c13443-7e29-422f-b80c-2b41bf34dbf5 service nova] Releasing lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.858236] env[68503]: DEBUG nova.network.neutron [-] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.885773] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.927185] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189671} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.927474] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.928621] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674504ed-bb1d-4845-955f-ee3b6b2a4050 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.954452] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 24b77c0c-2889-46c4-aa3d-5816e11cea7e/24b77c0c-2889-46c4-aa3d-5816e11cea7e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.954797] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb650b6c-067b-4357-96a4-9c0dbbdb4091 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.976912] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 851.976912] env[68503]: value = "task-2861760" [ 851.976912] env[68503]: _type = "Task" [ 851.976912] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.986060] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.993991] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2656c375-e85c-4d1d-b0b4-9f95efa6d173 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.002915] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3842620-1951-4972-aa74-8b4e2a8cbb35 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.014893] env[68503]: DEBUG nova.network.neutron [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Successfully updated port: 0dfe2055-c294-477f-b770-47d8f94d3372 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.044319] env[68503]: DEBUG nova.compute.manager [req-00feb577-5b73-4289-8e02-56729f9ea12a req-b8a90742-574a-420c-b1e3-ce8eeb20491d service nova] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Detach interface failed, port_id=d1243a58-0bfe-40af-87b0-cf39edfae2d6, reason: Instance 17c3e88e-73ca-4255-bc84-c54e1d732b6d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 852.049859] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861758, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.058899] env[68503]: INFO nova.compute.manager [-] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Took 1.45 seconds to deallocate network for instance. [ 852.159800] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.160381] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.163466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.418s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.163667] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.165749] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.412s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.165937] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.170143] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.884s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.170143] env[68503]: INFO nova.compute.claims [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.196737] env[68503]: INFO nova.scheduler.client.report [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Deleted allocations for instance 273f2827-62c0-46a1-9d39-a609cee78482 [ 852.201247] env[68503]: INFO nova.scheduler.client.report [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Deleted allocations for instance 6b1012c6-0af9-4e75-ae26-0c2bb0485368 [ 852.347449] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.347836] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c36d2807-ad12-4223-a410-9223006e5ac8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.355631] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 852.355631] env[68503]: value = "task-2861761" [ 852.355631] env[68503]: _type = "Task" [ 852.355631] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.365971] env[68503]: INFO nova.compute.manager [-] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Took 1.69 seconds to deallocate network for instance. [ 852.366361] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.477555] env[68503]: DEBUG nova.compute.manager [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Received event network-vif-deleted-6f80eae1-a12e-476e-98ee-d2b4bbbe4239 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.477840] env[68503]: DEBUG nova.compute.manager [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Received event network-vif-plugged-0dfe2055-c294-477f-b770-47d8f94d3372 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.477931] env[68503]: DEBUG oslo_concurrency.lockutils [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] Acquiring lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.478212] env[68503]: DEBUG oslo_concurrency.lockutils [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.478370] env[68503]: DEBUG oslo_concurrency.lockutils [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.478550] env[68503]: DEBUG nova.compute.manager [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] No waiting events found dispatching network-vif-plugged-0dfe2055-c294-477f-b770-47d8f94d3372 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.479249] env[68503]: WARNING nova.compute.manager [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Received unexpected event network-vif-plugged-0dfe2055-c294-477f-b770-47d8f94d3372 for instance with vm_state building and task_state spawning. [ 852.479249] env[68503]: DEBUG nova.compute.manager [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Received event network-changed-0dfe2055-c294-477f-b770-47d8f94d3372 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.479249] env[68503]: DEBUG nova.compute.manager [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Refreshing instance network info cache due to event network-changed-0dfe2055-c294-477f-b770-47d8f94d3372. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.479249] env[68503]: DEBUG oslo_concurrency.lockutils [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] Acquiring lock "refresh_cache-57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.479563] env[68503]: DEBUG oslo_concurrency.lockutils [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] Acquired lock "refresh_cache-57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.479563] env[68503]: DEBUG nova.network.neutron [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Refreshing network info cache for port 0dfe2055-c294-477f-b770-47d8f94d3372 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.492206] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.517605] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "refresh_cache-57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.535283] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861758, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.568688] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.677301] env[68503]: DEBUG nova.compute.utils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.679063] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.679063] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.715845] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bcaf662b-4045-45f4-b232-4545b31cf18c tempest-DeleteServersAdminTestJSON-2114372823 tempest-DeleteServersAdminTestJSON-2114372823-project-member] Lock "273f2827-62c0-46a1-9d39-a609cee78482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.443s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.717120] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fba56600-c7d1-4591-8203-bd25d949399c tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "6b1012c6-0af9-4e75-ae26-0c2bb0485368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.890s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.721111] env[68503]: DEBUG nova.policy [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81211c89be646fea7d21dc8af1d58b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b7d877e35d949fc846f6f918dba3fa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.869213] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861761, 'name': PowerOffVM_Task, 'duration_secs': 0.17133} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.869895] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.871115] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.872336] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1fb7b-72d3-40ef-9d69-9c509cd3a3c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.876531] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.881409] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.881940] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43746cb-ffad-4c4a-abf3-f77e40089c05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908268] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.908498] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.908682] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleting the datastore file [datastore2] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.909019] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14b4d353-7310-462c-af59-b851b8a6f464 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.915715] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 852.915715] env[68503]: value = "task-2861763" [ 852.915715] env[68503]: _type = "Task" [ 852.915715] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.927102] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.995139] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861760, 'name': ReconfigVM_Task, 'duration_secs': 0.655095} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.996023] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 24b77c0c-2889-46c4-aa3d-5816e11cea7e/24b77c0c-2889-46c4-aa3d-5816e11cea7e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.996774] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76141bad-56fd-4f91-8be6-12e13ff265b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.005140] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 853.005140] env[68503]: value = "task-2861764" [ 853.005140] env[68503]: _type = "Task" [ 853.005140] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.016352] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861764, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.031023] env[68503]: DEBUG nova.network.neutron [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.038499] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861758, 'name': CreateVM_Task, 'duration_secs': 1.995582} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.038691] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a36399-1707-4621-b677-6d728936489d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.039657] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.039811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.040728] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.040728] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bdd1a1-97cf-4d9d-a133-b9dcea481290 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.045550] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 853.045550] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5281ed55-4cf3-27cf-4ad9-7066eccfde6b" [ 853.045550] env[68503]: _type = "Task" [ 853.045550] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.054552] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5281ed55-4cf3-27cf-4ad9-7066eccfde6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.072608] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Successfully created port: a8928d7a-80b0-445c-b717-573bb53f1ff4 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.184495] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.203685] env[68503]: DEBUG nova.network.neutron [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.430051] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249709} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.430051] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.430543] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.430543] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.518682] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861764, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.557313] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5281ed55-4cf3-27cf-4ad9-7066eccfde6b, 'name': SearchDatastore_Task, 'duration_secs': 0.016889} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.557615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.557912] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.558213] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.558322] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.558497] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.559076] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb4e276-d9a8-4cd2-bde5-45753b8c0cdb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.568776] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.569021] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.569779] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd6f0fa-9405-47c3-b3ce-f757f66b76f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.576277] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 853.576277] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a19d7b-ce4f-bd63-ce5a-794e090d06fe" [ 853.576277] env[68503]: _type = "Task" [ 853.576277] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.586710] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a19d7b-ce4f-bd63-ce5a-794e090d06fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.708963] env[68503]: DEBUG oslo_concurrency.lockutils [req-8910355c-616d-4d36-8f75-6439aaca99c6 req-7dd886cd-44fc-47c2-b4cd-097cda7e8264 service nova] Releasing lock "refresh_cache-57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.709611] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquired lock "refresh_cache-57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.710733] env[68503]: DEBUG nova.network.neutron [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.735969] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97ee32f-c6a9-43fa-ae73-703091662200 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.745215] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a71da5-cadd-4f1e-b4fc-f61cd73a82d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.779669] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31ca7bf-fd6b-4833-9415-9f92ea960151 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.787894] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f98669-8a09-4b22-87ed-db0798d47963 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.801617] env[68503]: DEBUG nova.compute.provider_tree [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.016063] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861764, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.088325] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a19d7b-ce4f-bd63-ce5a-794e090d06fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.089166] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacb6854-abec-4a6e-890a-05218aae0bda {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.095128] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 854.095128] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52adfb75-9752-4b0a-13d5-2fae25748363" [ 854.095128] env[68503]: _type = "Task" [ 854.095128] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.104147] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52adfb75-9752-4b0a-13d5-2fae25748363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.198204] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.229915] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.230935] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.230935] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.230935] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.230935] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.230935] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.230935] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.231889] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.232136] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.232308] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.232479] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.233683] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8d14c-3f17-4270-8fee-3c3f8f0caa31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.243339] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66db2f9f-d470-45ab-a051-d59f0fa2bca2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.249122] env[68503]: DEBUG nova.network.neutron [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.305435] env[68503]: DEBUG nova.scheduler.client.report [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.444966] env[68503]: DEBUG nova.network.neutron [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Updating instance_info_cache with network_info: [{"id": "0dfe2055-c294-477f-b770-47d8f94d3372", "address": "fa:16:3e:43:79:06", "network": {"id": "f7ccc47c-1035-4496-b4c7-53a17767ab07", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2112064579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f84890d5cc4f01aea3b47ef3b6f871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfe2055-c2", "ovs_interfaceid": "0dfe2055-c294-477f-b770-47d8f94d3372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.476352] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.476601] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.476828] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.477050] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.477202] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.477350] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.477556] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.477750] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.477964] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.478145] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.478320] env[68503]: DEBUG nova.virt.hardware [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.479473] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7fc170-9e1d-478f-92bc-e55ed2bc5ed3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.487271] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff48099-cf50-4384-93b2-76173353b2b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.501295] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.507167] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.507519] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.510770] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4de959b-ba01-4164-b798-d8f1b8ee9c8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.528915] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861764, 'name': Rename_Task, 'duration_secs': 1.160259} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.531078] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.531328] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.531328] env[68503]: value = "task-2861765" [ 854.531328] env[68503]: _type = "Task" [ 854.531328] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.531502] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-851d7deb-f0a9-45c7-9c3a-f462eac80889 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.541755] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 854.541755] env[68503]: value = "task-2861766" [ 854.541755] env[68503]: _type = "Task" [ 854.541755] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.545974] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861765, 'name': CreateVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.559506] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861766, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.607333] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52adfb75-9752-4b0a-13d5-2fae25748363, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.607701] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.608042] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 36a36399-1707-4621-b677-6d728936489d/36a36399-1707-4621-b677-6d728936489d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.608329] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-698b5291-9cd1-4c53-8e41-b4756cc8f731 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.615642] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 854.615642] env[68503]: value = "task-2861767" [ 854.615642] env[68503]: _type = "Task" [ 854.615642] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.624135] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.627362] env[68503]: DEBUG nova.compute.manager [req-1540b403-84b0-4b03-8ea4-10c940ec13c0 req-70f4c53e-31a6-4ff7-b3bf-a20434a66a2f service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Received event network-vif-plugged-a8928d7a-80b0-445c-b717-573bb53f1ff4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.627362] env[68503]: DEBUG oslo_concurrency.lockutils [req-1540b403-84b0-4b03-8ea4-10c940ec13c0 req-70f4c53e-31a6-4ff7-b3bf-a20434a66a2f service nova] Acquiring lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.627362] env[68503]: DEBUG oslo_concurrency.lockutils [req-1540b403-84b0-4b03-8ea4-10c940ec13c0 req-70f4c53e-31a6-4ff7-b3bf-a20434a66a2f service nova] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.627362] env[68503]: DEBUG oslo_concurrency.lockutils [req-1540b403-84b0-4b03-8ea4-10c940ec13c0 req-70f4c53e-31a6-4ff7-b3bf-a20434a66a2f service nova] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.627362] env[68503]: DEBUG nova.compute.manager [req-1540b403-84b0-4b03-8ea4-10c940ec13c0 req-70f4c53e-31a6-4ff7-b3bf-a20434a66a2f service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] No waiting events found dispatching network-vif-plugged-a8928d7a-80b0-445c-b717-573bb53f1ff4 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.627362] env[68503]: WARNING nova.compute.manager [req-1540b403-84b0-4b03-8ea4-10c940ec13c0 req-70f4c53e-31a6-4ff7-b3bf-a20434a66a2f service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Received unexpected event network-vif-plugged-a8928d7a-80b0-445c-b717-573bb53f1ff4 for instance with vm_state building and task_state spawning. [ 854.773681] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Successfully updated port: a8928d7a-80b0-445c-b717-573bb53f1ff4 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.813036] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.813036] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.816987] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.084s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.817619] env[68503]: DEBUG nova.objects.instance [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lazy-loading 'resources' on Instance uuid 63516d78-c35b-44f9-98da-45aada34af4d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.949488] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Releasing lock "refresh_cache-57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.949488] env[68503]: DEBUG nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Instance network_info: |[{"id": "0dfe2055-c294-477f-b770-47d8f94d3372", "address": "fa:16:3e:43:79:06", "network": {"id": "f7ccc47c-1035-4496-b4c7-53a17767ab07", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2112064579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f84890d5cc4f01aea3b47ef3b6f871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfe2055-c2", "ovs_interfaceid": "0dfe2055-c294-477f-b770-47d8f94d3372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.949488] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:79:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dfe2055-c294-477f-b770-47d8f94d3372', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.958790] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Creating folder: Project (55f84890d5cc4f01aea3b47ef3b6f871). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.960579] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1caea61a-6560-43cb-a81e-08f6840e8d32 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.976888] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Created folder: Project (55f84890d5cc4f01aea3b47ef3b6f871) in parent group-v575195. [ 854.977232] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Creating folder: Instances. Parent ref: group-v575317. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.977535] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a526754b-7ad8-4339-bee5-e38efa4554d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.988236] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Created folder: Instances in parent group-v575317. [ 854.988507] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.988750] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.989814] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03c48e90-91c5-4225-9add-4c2503d90729 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.013423] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.013423] env[68503]: value = "task-2861770" [ 855.013423] env[68503]: _type = "Task" [ 855.013423] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.024052] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861770, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.046249] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861765, 'name': CreateVM_Task, 'duration_secs': 0.31647} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.046249] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.046249] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.046249] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046249] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046249] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef01c7a9-2d10-48c5-8297-115016d61bcf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.054788] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 855.054788] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528f5e7a-3c06-03da-396d-c5c4498b787c" [ 855.054788] env[68503]: _type = "Task" [ 855.054788] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.059765] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.068026] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528f5e7a-3c06-03da-396d-c5c4498b787c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.127412] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460627} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.128054] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 36a36399-1707-4621-b677-6d728936489d/36a36399-1707-4621-b677-6d728936489d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.129623] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.129623] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6742e81f-fab8-4448-81e1-1503c4ad691f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.135401] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 855.135401] env[68503]: value = "task-2861771" [ 855.135401] env[68503]: _type = "Task" [ 855.135401] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.144681] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.277197] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "refresh_cache-258f92e1-c7dd-476f-b409-bf3f72d45dbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.277197] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "refresh_cache-258f92e1-c7dd-476f-b409-bf3f72d45dbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.277197] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.327188] env[68503]: DEBUG nova.compute.utils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.330183] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.330264] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.467903] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-6285a4e1-2601-43c8-9bca-c438f72b0b67-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.468188] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-6285a4e1-2601-43c8-9bca-c438f72b0b67-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.468677] env[68503]: DEBUG nova.objects.instance [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'flavor' on Instance uuid 6285a4e1-2601-43c8-9bca-c438f72b0b67 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.524393] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861770, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.559168] env[68503]: DEBUG oslo_vmware.api [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2861766, 'name': PowerOnVM_Task, 'duration_secs': 0.651833} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.559533] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.559812] env[68503]: INFO nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Took 9.77 seconds to spawn the instance on the hypervisor. [ 855.560026] env[68503]: DEBUG nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.565031] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2de9d7-80ce-42d3-84ad-82c407cc77e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.575626] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528f5e7a-3c06-03da-396d-c5c4498b787c, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.577691] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.577691] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.577985] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.578057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.578201] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.587021] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7080948-64cb-46aa-8d73-42bae2380717 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.592228] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.592410] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.593165] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e7794c-c161-4714-bd6c-4b43288038fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.600348] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 855.600348] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c98463-a432-2234-9673-8fa1026d1a66" [ 855.600348] env[68503]: _type = "Task" [ 855.600348] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.609071] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c98463-a432-2234-9673-8fa1026d1a66, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.613371] env[68503]: DEBUG nova.policy [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81211c89be646fea7d21dc8af1d58b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b7d877e35d949fc846f6f918dba3fa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.615089] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72288fe-b90f-4041-9bbc-3d3666eb1fca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.621196] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 855.621196] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526c7c64-2dc0-2045-4468-e2e2678dccc4" [ 855.621196] env[68503]: _type = "Task" [ 855.621196] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.633692] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526c7c64-2dc0-2045-4468-e2e2678dccc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.634082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.636220] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.636220] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28de4d5e-b5af-4f6a-a134-d58196c9d053 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.644335] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 855.644335] env[68503]: value = "task-2861772" [ 855.644335] env[68503]: _type = "Task" [ 855.644335] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.647343] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073359} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.651141] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.652436] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c03050-8bd0-4dd3-a990-5f5520e35ce3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.665020] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.681569] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 36a36399-1707-4621-b677-6d728936489d/36a36399-1707-4621-b677-6d728936489d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.684104] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ae7d1d-2026-44c4-a1ff-e6357e29de4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.704240] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 855.704240] env[68503]: value = "task-2861773" [ 855.704240] env[68503]: _type = "Task" [ 855.704240] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.715457] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.835790] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.842019] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.939567] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e240b-7bd5-4ce9-a024-d9b46fe31ef2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.950056] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59190ed-f8a3-49d2-b47a-cb0bb80e7e79 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.985964] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54044f9d-2eb1-48b9-b43c-818dd256678d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.996635] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c9cfc-6439-47ad-97b9-acccf6b64a78 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.012331] env[68503]: DEBUG nova.compute.provider_tree [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.024601] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861770, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.034068] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Updating instance_info_cache with network_info: [{"id": "a8928d7a-80b0-445c-b717-573bb53f1ff4", "address": "fa:16:3e:86:56:3e", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8928d7a-80", "ovs_interfaceid": "a8928d7a-80b0-445c-b717-573bb53f1ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.075951] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Successfully created port: f69a4d2f-6fb7-4298-a189-90d9aed7f723 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.092968] env[68503]: INFO nova.compute.manager [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Took 54.16 seconds to build instance. [ 856.157937] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.163671] env[68503]: DEBUG nova.objects.instance [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'pci_requests' on Instance uuid 6285a4e1-2601-43c8-9bca-c438f72b0b67 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.220487] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.515904] env[68503]: DEBUG nova.scheduler.client.report [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.534520] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861770, 'name': CreateVM_Task, 'duration_secs': 1.385788} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.535392] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.535951] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.536137] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.536496] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.537586] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "refresh_cache-258f92e1-c7dd-476f-b409-bf3f72d45dbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.538272] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Instance network_info: |[{"id": "a8928d7a-80b0-445c-b717-573bb53f1ff4", "address": "fa:16:3e:86:56:3e", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8928d7a-80", "ovs_interfaceid": "a8928d7a-80b0-445c-b717-573bb53f1ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.538595] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00a0d82-73ed-4819-a190-d28813e7619a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.541927] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:56:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8928d7a-80b0-445c-b717-573bb53f1ff4', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.554158] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Creating folder: Project (1b7d877e35d949fc846f6f918dba3fa3). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.554870] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41be7f64-b596-4468-be85-f99d640b04aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.563837] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 856.563837] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ffc22b-5916-b521-abb3-d7079b137b3e" [ 856.563837] env[68503]: _type = "Task" [ 856.563837] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.573897] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ffc22b-5916-b521-abb3-d7079b137b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.575457] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Created folder: Project (1b7d877e35d949fc846f6f918dba3fa3) in parent group-v575195. [ 856.575638] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Creating folder: Instances. Parent ref: group-v575320. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.575946] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33495751-779f-480f-9dbe-171da4813f50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.586848] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Created folder: Instances in parent group-v575320. [ 856.587231] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.587540] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.587866] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d297511e-0ca1-430e-9d95-a557cea8529f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.612248] env[68503]: DEBUG oslo_concurrency.lockutils [None req-29019e1c-d5d7-46a5-85b7-7081ba6e976d tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.771s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.619601] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.619601] env[68503]: value = "task-2861776" [ 856.619601] env[68503]: _type = "Task" [ 856.619601] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.629573] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861776, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.663453] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861772, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.666919] env[68503]: DEBUG nova.objects.base [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Object Instance<6285a4e1-2601-43c8-9bca-c438f72b0b67> lazy-loaded attributes: flavor,pci_requests {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 856.667312] env[68503]: DEBUG nova.network.neutron [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.682395] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ed63b-6d37-0f1b-5e4d-18968ade2eaa/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.684449] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f818cd9d-b07c-4286-a05b-fefde95c21a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.691397] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ed63b-6d37-0f1b-5e4d-18968ade2eaa/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 856.691581] env[68503]: ERROR oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ed63b-6d37-0f1b-5e4d-18968ade2eaa/disk-0.vmdk due to incomplete transfer. [ 856.691893] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db80aceb-4f2b-4650-8c42-5c996fe9cd64 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.699933] env[68503]: DEBUG oslo_vmware.rw_handles [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ed63b-6d37-0f1b-5e4d-18968ade2eaa/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 856.700204] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Uploaded image 8c5ef2a8-7114-482e-8705-8bef09a6473b to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 856.703787] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.705034] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d5e19ff-ee08-4abf-ab32-8b79ad5baae3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.719147] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861773, 'name': ReconfigVM_Task, 'duration_secs': 0.764726} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.720969] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 36a36399-1707-4621-b677-6d728936489d/36a36399-1707-4621-b677-6d728936489d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.722462] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 856.722462] env[68503]: value = "task-2861777" [ 856.722462] env[68503]: _type = "Task" [ 856.722462] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.722823] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9163570e-bcfc-4139-b978-8c4ff2938720 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.736578] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861777, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.739460] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 856.739460] env[68503]: value = "task-2861778" [ 856.739460] env[68503]: _type = "Task" [ 856.739460] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.749593] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861778, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.760354] env[68503]: DEBUG nova.policy [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.849658] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.891198] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.891445] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.891626] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.891789] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.891944] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.892108] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.892381] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.892586] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.892761] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.892930] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.893118] env[68503]: DEBUG nova.virt.hardware [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.894374] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff60b172-8c6c-4ca1-b311-edc50816d5ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.907864] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf413d-7869-46a5-ae68-e6e945489538 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.027580] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.029647] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.842s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.033398] env[68503]: INFO nova.compute.claims [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.053455] env[68503]: INFO nova.scheduler.client.report [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Deleted allocations for instance 63516d78-c35b-44f9-98da-45aada34af4d [ 857.074535] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ffc22b-5916-b521-abb3-d7079b137b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.051722} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.074866] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.075124] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.075420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.075569] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.075804] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.076797] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f313416-c935-4df1-b862-0a7e5c1de96d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.088311] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.088311] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.088311] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8da73d-e519-4c79-8abf-f4a183238213 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.093091] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 857.093091] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52dfce48-c1ac-ca97-f2eb-ac259c711047" [ 857.093091] env[68503]: _type = "Task" [ 857.093091] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.104194] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dfce48-c1ac-ca97-f2eb-ac259c711047, 'name': SearchDatastore_Task, 'duration_secs': 0.007734} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.104592] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1686ed55-3f19-40aa-86f2-15066eed6d83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.109184] env[68503]: DEBUG nova.network.neutron [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Successfully created port: ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.114468] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 857.114468] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52595e94-7678-0d7a-30a2-41ff4a932dd5" [ 857.114468] env[68503]: _type = "Task" [ 857.114468] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.114812] env[68503]: DEBUG nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.128782] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52595e94-7678-0d7a-30a2-41ff4a932dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008294} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.132358] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.132792] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d/57efdccf-4a3f-4dcb-bb18-d601a4be0d5d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.133318] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861776, 'name': CreateVM_Task, 'duration_secs': 0.380911} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.133554] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36601ea5-a60e-403b-856b-2e0f94eeb998 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.135821] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.136518] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.136717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.137065] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.137755] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44c8540-26ce-4fcc-8b60-e3054883f98a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.141745] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 857.141745] env[68503]: value = "task-2861779" [ 857.141745] env[68503]: _type = "Task" [ 857.141745] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.142999] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 857.142999] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52863dd6-cd21-7e29-a725-5135b5e559d4" [ 857.142999] env[68503]: _type = "Task" [ 857.142999] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.157086] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.161479] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52863dd6-cd21-7e29-a725-5135b5e559d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.161811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.162119] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.162414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.162592] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.162803] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.165921] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2326a00-a5eb-4406-acc0-264a20fb3e3d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.168212] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861772, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.108727} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.168537] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.168833] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.169436] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e41157-74ed-4f0b-a547-04ca444887a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.175099] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.175319] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.177171] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39317d97-edc5-487a-a43a-12cb5214cd41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.179526] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 857.179526] env[68503]: value = "task-2861780" [ 857.179526] env[68503]: _type = "Task" [ 857.179526] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.184069] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 857.184069] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5202b3b4-d0f7-9476-c2cc-441121a2c257" [ 857.184069] env[68503]: _type = "Task" [ 857.184069] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.189903] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.196411] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5202b3b4-d0f7-9476-c2cc-441121a2c257, 'name': SearchDatastore_Task} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.197247] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01d5834-f7f3-4a51-b19c-56288137e1ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.202770] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 857.202770] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5227a178-59f9-e49d-fbb0-e7050c2293f5" [ 857.202770] env[68503]: _type = "Task" [ 857.202770] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.211734] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5227a178-59f9-e49d-fbb0-e7050c2293f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.235309] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861777, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.249455] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861778, 'name': Rename_Task, 'duration_secs': 0.332913} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.249730] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.249980] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-222c421b-64e8-44cb-afaf-2371d5eda6c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.255827] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 857.255827] env[68503]: value = "task-2861781" [ 857.255827] env[68503]: _type = "Task" [ 857.255827] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.266946] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.351587] env[68503]: DEBUG nova.compute.manager [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Received event network-changed-a8928d7a-80b0-445c-b717-573bb53f1ff4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.351809] env[68503]: DEBUG nova.compute.manager [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Refreshing instance network info cache due to event network-changed-a8928d7a-80b0-445c-b717-573bb53f1ff4. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.352203] env[68503]: DEBUG oslo_concurrency.lockutils [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] Acquiring lock "refresh_cache-258f92e1-c7dd-476f-b409-bf3f72d45dbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.352423] env[68503]: DEBUG oslo_concurrency.lockutils [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] Acquired lock "refresh_cache-258f92e1-c7dd-476f-b409-bf3f72d45dbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.352658] env[68503]: DEBUG nova.network.neutron [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Refreshing network info cache for port a8928d7a-80b0-445c-b717-573bb53f1ff4 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.561066] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d04ea620-c40f-4b46-b172-8b457c37f008 tempest-FloatingIPsAssociationTestJSON-1222900214 tempest-FloatingIPsAssociationTestJSON-1222900214-project-member] Lock "63516d78-c35b-44f9-98da-45aada34af4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.990s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.650805] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.658625] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46112} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.658837] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d/57efdccf-4a3f-4dcb-bb18-d601a4be0d5d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.659092] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.659352] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ada80c-4b1b-4c77-88b2-481c7fc83213 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.666991] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 857.666991] env[68503]: value = "task-2861782" [ 857.666991] env[68503]: _type = "Task" [ 857.666991] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.673833] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.689777] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065622} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.690083] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.691654] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2922eb68-7e6b-4d52-a496-2afe2c063b98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.717666] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.721642] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb75199-4131-4017-b99d-8e5cf3ac339b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.756012] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5227a178-59f9-e49d-fbb0-e7050c2293f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.756012] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.756012] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 258f92e1-c7dd-476f-b409-bf3f72d45dbb/258f92e1-c7dd-476f-b409-bf3f72d45dbb.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.756012] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 857.756012] env[68503]: value = "task-2861783" [ 857.756012] env[68503]: _type = "Task" [ 857.756012] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.756012] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8602e08f-43b8-452b-91bc-912a5d52f407 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.764111] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861777, 'name': Destroy_Task, 'duration_secs': 0.870217} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.768207] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Destroyed the VM [ 857.768487] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.770057] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c78b83b-f838-4eca-aa04-ac73e4992ae1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.776630] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 857.776630] env[68503]: value = "task-2861784" [ 857.776630] env[68503]: _type = "Task" [ 857.776630] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.782178] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.793156] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 857.793156] env[68503]: value = "task-2861785" [ 857.793156] env[68503]: _type = "Task" [ 857.793156] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.793479] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.800829] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.810782] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.134084] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Successfully updated port: f69a4d2f-6fb7-4298-a189-90d9aed7f723 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.179864] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128861} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.180302] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.181228] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a39d0-b2d4-4091-9d81-a1edcc1e17cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.216427] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d/57efdccf-4a3f-4dcb-bb18-d601a4be0d5d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.219645] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4074477b-f3cc-41ba-9cd1-b9fa431fc6fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.244385] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 858.244385] env[68503]: value = "task-2861786" [ 858.244385] env[68503]: _type = "Task" [ 858.244385] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.255443] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.268762] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861783, 'name': ReconfigVM_Task, 'duration_secs': 0.452431} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.272776] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d/80dce7e4-66e9-4a56-82d7-ceebfd78e23d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.275988] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b4bd3d6-7484-4a82-9803-c7a3a8350b45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.282858] env[68503]: DEBUG oslo_vmware.api [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2861781, 'name': PowerOnVM_Task, 'duration_secs': 0.834922} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.283979] env[68503]: DEBUG nova.network.neutron [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Updated VIF entry in instance network info cache for port a8928d7a-80b0-445c-b717-573bb53f1ff4. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.284056] env[68503]: DEBUG nova.network.neutron [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Updating instance_info_cache with network_info: [{"id": "a8928d7a-80b0-445c-b717-573bb53f1ff4", "address": "fa:16:3e:86:56:3e", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8928d7a-80", "ovs_interfaceid": "a8928d7a-80b0-445c-b717-573bb53f1ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.289373] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.289993] env[68503]: INFO nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Took 9.78 seconds to spawn the instance on the hypervisor. [ 858.289993] env[68503]: DEBUG nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.289993] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 858.289993] env[68503]: value = "task-2861787" [ 858.289993] env[68503]: _type = "Task" [ 858.289993] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.291741] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fecc0a9-4c02-4b39-b557-75870478e2cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.308682] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470868} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.312362] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 258f92e1-c7dd-476f-b409-bf3f72d45dbb/258f92e1-c7dd-476f-b409-bf3f72d45dbb.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.312362] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.322573] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bcfed25-c23a-4e8b-835e-8cc39052f539 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.325384] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861787, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.328790] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861785, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.334039] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 858.334039] env[68503]: value = "task-2861788" [ 858.334039] env[68503]: _type = "Task" [ 858.334039] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.341979] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.639028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "refresh_cache-9af46d30-f1c2-463f-bdd8-f3d8514dbf42" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.639028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "refresh_cache-9af46d30-f1c2-463f-bdd8-f3d8514dbf42" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.639028] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.757223] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861786, 'name': ReconfigVM_Task, 'duration_secs': 0.306015} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.757738] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d/57efdccf-4a3f-4dcb-bb18-d601a4be0d5d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.759237] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cb588d5-6b75-4807-9d1e-ad3e6b33f5f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.764488] env[68503]: DEBUG nova.network.neutron [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Successfully updated port: ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.769613] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 858.769613] env[68503]: value = "task-2861789" [ 858.769613] env[68503]: _type = "Task" [ 858.769613] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.769613] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b61cd7c-8415-4b07-a0fe-4f3f318b5bcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.787643] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861789, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.789090] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446ebbf8-3cb3-4cdd-8f89-192f6e3a3861 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.795025] env[68503]: DEBUG oslo_concurrency.lockutils [req-af1505ad-c002-4d96-b0e3-600554396e71 req-647b0268-0da9-4173-a861-4dbac25ac145 service nova] Releasing lock "refresh_cache-258f92e1-c7dd-476f-b409-bf3f72d45dbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.807611] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861787, 'name': Rename_Task, 'duration_secs': 0.217042} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.835126] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.841262] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c113b9-e579-4e5a-be38-053028fca411 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.845782] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1142116-1ab8-42a7-87da-82c302ff4aa9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.853288] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861785, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.854027] env[68503]: INFO nova.compute.manager [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Took 46.93 seconds to build instance. [ 858.863234] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073627} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.866492] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.866940] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 858.866940] env[68503]: value = "task-2861790" [ 858.866940] env[68503]: _type = "Task" [ 858.866940] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.867864] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b41ee00-33db-4316-96fa-d768f8d6a4e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.872382] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db09ae4d-ddb2-48e7-9bb1-881c0f3ddd15 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.906652] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 258f92e1-c7dd-476f-b409-bf3f72d45dbb/258f92e1-c7dd-476f-b409-bf3f72d45dbb.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.920065] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452bd64e-6ab2-424e-91b5-ffa6b3cedfd7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.938902] env[68503]: DEBUG nova.compute.provider_tree [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.939831] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861790, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.946139] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 858.946139] env[68503]: value = "task-2861791" [ 858.946139] env[68503]: _type = "Task" [ 858.946139] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.955812] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.019620] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "e82acc4f-0590-445a-a71c-00d03c6de134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.019885] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.124978] env[68503]: DEBUG nova.compute.manager [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Received event network-changed-f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.124978] env[68503]: DEBUG nova.compute.manager [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Refreshing instance network info cache due to event network-changed-f8ed557e-5cd1-4adc-b4e9-930a640bf38e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.125270] env[68503]: DEBUG oslo_concurrency.lockutils [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] Acquiring lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.125343] env[68503]: DEBUG oslo_concurrency.lockutils [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] Acquired lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.125531] env[68503]: DEBUG nova.network.neutron [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Refreshing network info cache for port f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.180140] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.275880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.276100] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.276280] env[68503]: DEBUG nova.network.neutron [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.289247] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861789, 'name': Rename_Task, 'duration_secs': 0.145398} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.289558] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.290030] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e221180b-4572-43fe-b908-bd16f6b5e38b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.297406] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 859.297406] env[68503]: value = "task-2861792" [ 859.297406] env[68503]: _type = "Task" [ 859.297406] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.312767] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.317300] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861785, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.349545] env[68503]: DEBUG nova.network.neutron [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Updating instance_info_cache with network_info: [{"id": "f69a4d2f-6fb7-4298-a189-90d9aed7f723", "address": "fa:16:3e:6a:0c:a6", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a4d2f-6f", "ovs_interfaceid": "f69a4d2f-6fb7-4298-a189-90d9aed7f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.360449] env[68503]: DEBUG oslo_concurrency.lockutils [None req-552d3f22-8c4b-473e-8579-49c83cd13e98 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "36a36399-1707-4621-b677-6d728936489d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.691s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.381496] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.442845] env[68503]: DEBUG nova.scheduler.client.report [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.457120] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861791, 'name': ReconfigVM_Task, 'duration_secs': 0.276011} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.457120] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 258f92e1-c7dd-476f-b409-bf3f72d45dbb/258f92e1-c7dd-476f-b409-bf3f72d45dbb.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.457353] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f0dd351-9449-474c-8927-afbad3ad10bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.464910] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 859.464910] env[68503]: value = "task-2861793" [ 859.464910] env[68503]: _type = "Task" [ 859.464910] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.473762] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861793, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.810337] env[68503]: DEBUG oslo_vmware.api [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861792, 'name': PowerOnVM_Task, 'duration_secs': 0.490522} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.811708] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.811708] env[68503]: INFO nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Took 8.51 seconds to spawn the instance on the hypervisor. [ 859.811708] env[68503]: DEBUG nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.812593] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0418211-0742-4325-b015-bf309c479238 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.821123] env[68503]: DEBUG oslo_vmware.api [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861785, 'name': RemoveSnapshot_Task, 'duration_secs': 1.605787} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.821123] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.821123] env[68503]: INFO nova.compute.manager [None req-17539049-127e-4ecc-8ffd-6e705b597083 tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Took 18.25 seconds to snapshot the instance on the hypervisor. [ 859.852823] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "refresh_cache-9af46d30-f1c2-463f-bdd8-f3d8514dbf42" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.852974] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Instance network_info: |[{"id": "f69a4d2f-6fb7-4298-a189-90d9aed7f723", "address": "fa:16:3e:6a:0c:a6", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a4d2f-6f", "ovs_interfaceid": "f69a4d2f-6fb7-4298-a189-90d9aed7f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.854385] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:0c:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f69a4d2f-6fb7-4298-a189-90d9aed7f723', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.867318] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.869625] env[68503]: WARNING nova.network.neutron [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] 08295aa5-6495-4a0f-a930-2d2c346d05df already exists in list: networks containing: ['08295aa5-6495-4a0f-a930-2d2c346d05df']. ignoring it [ 859.876023] env[68503]: DEBUG nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.878474] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.882187] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-169dcd54-83d3-41d2-a165-6ca6642ca8d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.907460] env[68503]: DEBUG oslo_vmware.api [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861790, 'name': PowerOnVM_Task, 'duration_secs': 0.526694} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.909712] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.909712] env[68503]: DEBUG nova.compute.manager [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.909712] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.909712] env[68503]: value = "task-2861794" [ 859.909712] env[68503]: _type = "Task" [ 859.909712] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.909940] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b03a20-a66d-4135-9fd4-9bc91416caee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.927538] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861794, 'name': CreateVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.954306] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.925s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.954896] env[68503]: DEBUG nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.957974] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.102s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.959748] env[68503]: INFO nova.compute.claims [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.977748] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861793, 'name': Rename_Task, 'duration_secs': 0.178556} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.978236] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.978750] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20fc98c-adc4-46da-8fe9-61be9078f9ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.985702] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 859.985702] env[68503]: value = "task-2861795" [ 859.985702] env[68503]: _type = "Task" [ 859.985702] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.996216] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.001626] env[68503]: DEBUG nova.network.neutron [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Updated VIF entry in instance network info cache for port f8ed557e-5cd1-4adc-b4e9-930a640bf38e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.001793] env[68503]: DEBUG nova.network.neutron [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Updating instance_info_cache with network_info: [{"id": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "address": "fa:16:3e:80:bf:c4", "network": {"id": "be3c13b2-8d60-40f1-982e-d25dbe142e64", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-681287434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee962fbb254b0d8bc775015a767baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ed557e-5c", "ovs_interfaceid": "f8ed557e-5cd1-4adc-b4e9-930a640bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.338621] env[68503]: INFO nova.compute.manager [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Took 43.80 seconds to build instance. [ 860.373149] env[68503]: DEBUG nova.objects.instance [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lazy-loading 'flavor' on Instance uuid 05b5792d-57a8-4e23-937d-37146f958a31 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.398972] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Received event network-vif-plugged-f69a4d2f-6fb7-4298-a189-90d9aed7f723 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.398972] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Acquiring lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.398972] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.398972] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.398972] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] No waiting events found dispatching network-vif-plugged-f69a4d2f-6fb7-4298-a189-90d9aed7f723 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.398972] env[68503]: WARNING nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Received unexpected event network-vif-plugged-f69a4d2f-6fb7-4298-a189-90d9aed7f723 for instance with vm_state building and task_state spawning. [ 860.399485] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Received event network-changed-f69a4d2f-6fb7-4298-a189-90d9aed7f723 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.399770] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Refreshing instance network info cache due to event network-changed-f69a4d2f-6fb7-4298-a189-90d9aed7f723. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.400133] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Acquiring lock "refresh_cache-9af46d30-f1c2-463f-bdd8-f3d8514dbf42" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.400374] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Acquired lock "refresh_cache-9af46d30-f1c2-463f-bdd8-f3d8514dbf42" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.400630] env[68503]: DEBUG nova.network.neutron [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Refreshing network info cache for port f69a4d2f-6fb7-4298-a189-90d9aed7f723 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.406542] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.423087] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861794, 'name': CreateVM_Task, 'duration_secs': 0.484481} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.425062] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.425770] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.425953] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.426331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.427147] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4239b2e-6798-43ad-a2ef-720c7ef3adf4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.435618] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 860.435618] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c86f95-cbb7-a059-bdde-868a76705d73" [ 860.435618] env[68503]: _type = "Task" [ 860.435618] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.438980] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.444230] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c86f95-cbb7-a059-bdde-868a76705d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.467412] env[68503]: DEBUG nova.compute.utils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.473727] env[68503]: DEBUG nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.473727] env[68503]: DEBUG nova.network.neutron [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.499710] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.504446] env[68503]: DEBUG oslo_concurrency.lockutils [req-0d7e355f-7ff7-4d30-82ed-7ca09902c1b2 req-27d77f61-eebb-42b4-b913-6fb592fb5961 service nova] Releasing lock "refresh_cache-24b77c0c-2889-46c4-aa3d-5816e11cea7e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.531560] env[68503]: DEBUG nova.policy [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c096b8975064890a205110e04b24807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c74f1d197f1401aac84f255398f798d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.575630] env[68503]: DEBUG nova.network.neutron [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7", "address": "fa:16:3e:c7:ce:e5", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c4ac0-a4", "ovs_interfaceid": "ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.844205] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d10be040-688b-4c00-b8a4-962d7a20c054 tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.735s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.879638] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.879835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquired lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.949065] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c86f95-cbb7-a059-bdde-868a76705d73, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.949409] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.949700] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.949903] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.950084] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.950343] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.950687] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e52cfd-7a37-4e4a-98e6-2ce4325451a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.959829] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.960048] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.960973] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa9282a-6ef5-4cda-9169-6630b11e12ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.967640] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 860.967640] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5236eddd-d8d3-e13e-5f30-f79258e41e07" [ 860.967640] env[68503]: _type = "Task" [ 860.967640] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.972644] env[68503]: DEBUG nova.network.neutron [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Successfully created port: b626341f-ec26-4d9d-8a4d-7e4f38affa78 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.973840] env[68503]: DEBUG nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.998985] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5236eddd-d8d3-e13e-5f30-f79258e41e07, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.000807] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6371c06-c106-49fc-bc8f-c33f3b4fa08e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.007527] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861795, 'name': PowerOnVM_Task, 'duration_secs': 0.828839} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.008051] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.008389] env[68503]: INFO nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Took 6.81 seconds to spawn the instance on the hypervisor. [ 861.008796] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.009561] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ddbcab-f4d4-4876-ab9c-1fbfe274f866 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.014471] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 861.014471] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5206f796-cd51-f9f6-1b57-0ec714ba8181" [ 861.014471] env[68503]: _type = "Task" [ 861.014471] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.038447] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5206f796-cd51-f9f6-1b57-0ec714ba8181, 'name': SearchDatastore_Task, 'duration_secs': 0.014198} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.038707] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.039130] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 9af46d30-f1c2-463f-bdd8-f3d8514dbf42/9af46d30-f1c2-463f-bdd8-f3d8514dbf42.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.039330] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a9a28d-c53b-4b7f-9b35-913d2b2bea25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.047895] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 861.047895] env[68503]: value = "task-2861796" [ 861.047895] env[68503]: _type = "Task" [ 861.047895] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.056475] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.078707] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.079524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.079721] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.083236] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a9793-94a9-488a-9fa0-0f31378f00dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.101616] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.101899] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.102044] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.102234] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.102379] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.102545] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.102768] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.102928] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.103128] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.103300] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.103498] env[68503]: DEBUG nova.virt.hardware [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.110155] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Reconfiguring VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 861.112931] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b56ec5c-cf20-42ca-a7a2-8ed5c464126c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.136653] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 861.136653] env[68503]: value = "task-2861797" [ 861.136653] env[68503]: _type = "Task" [ 861.136653] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.148173] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861797, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.333401] env[68503]: DEBUG nova.network.neutron [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Updated VIF entry in instance network info cache for port f69a4d2f-6fb7-4298-a189-90d9aed7f723. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.333863] env[68503]: DEBUG nova.network.neutron [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Updating instance_info_cache with network_info: [{"id": "f69a4d2f-6fb7-4298-a189-90d9aed7f723", "address": "fa:16:3e:6a:0c:a6", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a4d2f-6f", "ovs_interfaceid": "f69a4d2f-6fb7-4298-a189-90d9aed7f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.347373] env[68503]: DEBUG nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.389346] env[68503]: DEBUG nova.network.neutron [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.555208] env[68503]: INFO nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Took 42.37 seconds to build instance. [ 861.564500] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.628262] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff4688d-437d-40c1-a7ee-af38dfa39ac2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.636361] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb25ce7-311a-44d9-a83a-54c4ee6d6da3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.648349] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.673544] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f83fa-02d6-4137-aaea-b785cb01836d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.681293] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a33d3b-83c8-40f1-8464-04385e4bb795 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.694969] env[68503]: DEBUG nova.compute.provider_tree [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.836578] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Releasing lock "refresh_cache-9af46d30-f1c2-463f-bdd8-f3d8514dbf42" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.836839] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received event network-vif-plugged-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.837058] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.837326] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.837495] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.837668] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] No waiting events found dispatching network-vif-plugged-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.837875] env[68503]: WARNING nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received unexpected event network-vif-plugged-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 for instance with vm_state active and task_state None. [ 861.838061] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received event network-changed-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.838223] env[68503]: DEBUG nova.compute.manager [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Refreshing instance network info cache due to event network-changed-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.838405] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Acquiring lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.838541] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Acquired lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.838695] env[68503]: DEBUG nova.network.neutron [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Refreshing network info cache for port ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.896209] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.993190] env[68503]: DEBUG nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.032473] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.032725] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.032912] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.033224] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.033414] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.033595] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.033892] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.034148] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.034412] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.034736] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.034874] env[68503]: DEBUG nova.virt.hardware [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.035970] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daff24b5-88d4-4cd6-a8a2-ea140b9c2a5a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.045477] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82960dd-ec7f-4d23-ba54-e54512e734c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.061293] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.124s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.071614] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662375} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.071614] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 9af46d30-f1c2-463f-bdd8-f3d8514dbf42/9af46d30-f1c2-463f-bdd8-f3d8514dbf42.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.072108] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.072108] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-860a9451-5afa-4500-afbe-7e113b8bd20b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.078580] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 862.078580] env[68503]: value = "task-2861798" [ 862.078580] env[68503]: _type = "Task" [ 862.078580] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.088299] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.151471] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.200031] env[68503]: DEBUG nova.scheduler.client.report [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.288630] env[68503]: DEBUG nova.network.neutron [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.363774] env[68503]: DEBUG nova.compute.manager [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Received event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.363845] env[68503]: DEBUG nova.compute.manager [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing instance network info cache due to event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.364039] env[68503]: DEBUG oslo_concurrency.lockutils [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] Acquiring lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.572632] env[68503]: DEBUG nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.575940] env[68503]: DEBUG nova.network.neutron [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updated VIF entry in instance network info cache for port ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.576195] env[68503]: DEBUG nova.network.neutron [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7", "address": "fa:16:3e:c7:ce:e5", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c4ac0-a4", "ovs_interfaceid": "ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.597021] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116044} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.597021] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.597021] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0505f763-f9ae-41de-b97c-f1424b03de65 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.618438] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9af46d30-f1c2-463f-bdd8-f3d8514dbf42/9af46d30-f1c2-463f-bdd8-f3d8514dbf42.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.619075] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670ea41c-2a11-45c1-8382-db7a6b649486 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.639444] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 862.639444] env[68503]: value = "task-2861799" [ 862.639444] env[68503]: _type = "Task" [ 862.639444] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.651279] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.654977] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.703658] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.704711] env[68503]: DEBUG nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.708606] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.134s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.708606] env[68503]: DEBUG nova.objects.instance [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lazy-loading 'resources' on Instance uuid 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.710810] env[68503]: DEBUG nova.network.neutron [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Successfully updated port: b626341f-ec26-4d9d-8a4d-7e4f38affa78 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.791549] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Releasing lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.791823] env[68503]: DEBUG nova.compute.manager [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Inject network info {{(pid=68503) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 862.792106] env[68503]: DEBUG nova.compute.manager [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] network_info to inject: |[{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 862.799333] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Reconfiguring VM instance to set the machine id {{(pid=68503) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 862.799785] env[68503]: DEBUG oslo_concurrency.lockutils [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] Acquired lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.799832] env[68503]: DEBUG nova.network.neutron [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.801070] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa864dd8-a720-493d-b774-14723da0a2c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.820288] env[68503]: DEBUG oslo_vmware.api [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 862.820288] env[68503]: value = "task-2861800" [ 862.820288] env[68503]: _type = "Task" [ 862.820288] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.829934] env[68503]: DEBUG oslo_vmware.api [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.061239] env[68503]: DEBUG nova.network.neutron [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updated VIF entry in instance network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.061634] env[68503]: DEBUG nova.network.neutron [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.083412] env[68503]: DEBUG oslo_concurrency.lockutils [req-efadbcb7-070a-4ba8-af35-4c320a2d5d21 req-6b739504-bea4-47e8-9494-61f780d0a036 service nova] Releasing lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.097332] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.155207] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.155498] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861799, 'name': ReconfigVM_Task, 'duration_secs': 0.377036} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.155748] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9af46d30-f1c2-463f-bdd8-f3d8514dbf42/9af46d30-f1c2-463f-bdd8-f3d8514dbf42.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.156429] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b99f7b-601f-4497-a2e2-a0e9c8d5d985 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.162177] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 863.162177] env[68503]: value = "task-2861801" [ 863.162177] env[68503]: _type = "Task" [ 863.162177] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.170298] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861801, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.211176] env[68503]: DEBUG nova.compute.utils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.214826] env[68503]: DEBUG nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.215015] env[68503]: DEBUG nova.network.neutron [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.217283] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "refresh_cache-a3632f4f-df78-46f3-9c63-67bb3f8247be" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.217283] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired lock "refresh_cache-a3632f4f-df78-46f3-9c63-67bb3f8247be" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.217283] env[68503]: DEBUG nova.network.neutron [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.278413] env[68503]: DEBUG nova.policy [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b266059247b4f9bbd32bb7281c8a8e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bbca2358e247fa9c4d0083b7f9fe29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.280718] env[68503]: DEBUG nova.compute.manager [req-2b8d2acd-d34e-4c44-bdd7-9043f9036f50 req-3c4b57c6-c681-4447-a1b5-5193bad8e371 service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Received event network-vif-plugged-b626341f-ec26-4d9d-8a4d-7e4f38affa78 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.280930] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b8d2acd-d34e-4c44-bdd7-9043f9036f50 req-3c4b57c6-c681-4447-a1b5-5193bad8e371 service nova] Acquiring lock "a3632f4f-df78-46f3-9c63-67bb3f8247be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.281231] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b8d2acd-d34e-4c44-bdd7-9043f9036f50 req-3c4b57c6-c681-4447-a1b5-5193bad8e371 service nova] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.281390] env[68503]: DEBUG oslo_concurrency.lockutils [req-2b8d2acd-d34e-4c44-bdd7-9043f9036f50 req-3c4b57c6-c681-4447-a1b5-5193bad8e371 service nova] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.281636] env[68503]: DEBUG nova.compute.manager [req-2b8d2acd-d34e-4c44-bdd7-9043f9036f50 req-3c4b57c6-c681-4447-a1b5-5193bad8e371 service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] No waiting events found dispatching network-vif-plugged-b626341f-ec26-4d9d-8a4d-7e4f38affa78 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.281820] env[68503]: WARNING nova.compute.manager [req-2b8d2acd-d34e-4c44-bdd7-9043f9036f50 req-3c4b57c6-c681-4447-a1b5-5193bad8e371 service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Received unexpected event network-vif-plugged-b626341f-ec26-4d9d-8a4d-7e4f38affa78 for instance with vm_state building and task_state spawning. [ 863.332296] env[68503]: DEBUG oslo_vmware.api [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861800, 'name': ReconfigVM_Task, 'duration_secs': 0.20649} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.332568] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e929234-d2ef-4387-952c-fa4faf97a6a0 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Reconfigured VM instance to set the machine id {{(pid=68503) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 863.551206] env[68503]: DEBUG nova.network.neutron [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Successfully created port: 73e25176-3c1f-4784-a70c-e61069cebc64 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.568291] env[68503]: DEBUG oslo_concurrency.lockutils [req-bc0bf264-b52b-4738-87f0-8b55e505867f req-d9f538b6-f92c-4a9e-ad21-888ff2dfc22a service nova] Releasing lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.653816] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.678697] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861801, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.708627] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f4a525-868e-4d32-a250-729b4c754244 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.716213] env[68503]: DEBUG nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.721698] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edafd6db-7811-40b3-8813-4fd1cd651b1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.757632] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c31b64-35dd-4fac-9764-18314ff48eee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.766184] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af43b8d4-f5e9-4962-aff9-1f8a7aab591c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.783174] env[68503]: DEBUG nova.compute.provider_tree [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.800781] env[68503]: DEBUG nova.network.neutron [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.988979] env[68503]: DEBUG nova.network.neutron [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Updating instance_info_cache with network_info: [{"id": "b626341f-ec26-4d9d-8a4d-7e4f38affa78", "address": "fa:16:3e:a7:f7:d3", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb626341f-ec", "ovs_interfaceid": "b626341f-ec26-4d9d-8a4d-7e4f38affa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.001557] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.001919] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.002244] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.002415] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.002636] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.005336] env[68503]: INFO nova.compute.manager [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Terminating instance [ 864.154595] env[68503]: DEBUG oslo_vmware.api [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861797, 'name': ReconfigVM_Task, 'duration_secs': 2.94591} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.155154] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.155333] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Reconfigured VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 864.172960] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861801, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.173496] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "f6db9f4b-f133-4c8a-8225-35535a715a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.173719] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.173914] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "f6db9f4b-f133-4c8a-8225-35535a715a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.174114] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.174282] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.176361] env[68503]: INFO nova.compute.manager [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Terminating instance [ 864.289635] env[68503]: DEBUG nova.scheduler.client.report [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.491577] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Releasing lock "refresh_cache-a3632f4f-df78-46f3-9c63-67bb3f8247be" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.491924] env[68503]: DEBUG nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Instance network_info: |[{"id": "b626341f-ec26-4d9d-8a4d-7e4f38affa78", "address": "fa:16:3e:a7:f7:d3", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb626341f-ec", "ovs_interfaceid": "b626341f-ec26-4d9d-8a4d-7e4f38affa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.492436] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:f7:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b626341f-ec26-4d9d-8a4d-7e4f38affa78', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.501036] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Creating folder: Project (3c74f1d197f1401aac84f255398f798d). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.501036] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b594d431-9824-4585-a9c5-381b85d29210 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.509466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "refresh_cache-80dce7e4-66e9-4a56-82d7-ceebfd78e23d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.509611] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "refresh_cache-80dce7e4-66e9-4a56-82d7-ceebfd78e23d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.509775] env[68503]: DEBUG nova.network.neutron [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.512839] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Created folder: Project (3c74f1d197f1401aac84f255398f798d) in parent group-v575195. [ 864.513033] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Creating folder: Instances. Parent ref: group-v575324. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.513323] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-133967b0-c3bc-49e9-b5f0-09f5caabbd2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.523236] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Created folder: Instances in parent group-v575324. [ 864.523513] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.523686] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.523990] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0a28a95-1125-453f-a332-8e925bf45898 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.543760] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.543760] env[68503]: value = "task-2861804" [ 864.543760] env[68503]: _type = "Task" [ 864.543760] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.554054] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861804, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.659918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e2b8ad4-17db-4faf-9b4c-ce955851a885 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-6285a4e1-2601-43c8-9bca-c438f72b0b67-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.192s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.673547] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861801, 'name': Rename_Task, 'duration_secs': 1.248262} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.674325] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.674566] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5054cc83-af62-40dd-bd62-cf0388ae6662 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.681635] env[68503]: DEBUG nova.compute.manager [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.681830] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.682153] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 864.682153] env[68503]: value = "task-2861805" [ 864.682153] env[68503]: _type = "Task" [ 864.682153] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.682898] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfdcb71-eabb-4fd8-8686-0fe78f9e80e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.693290] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.696059] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.696422] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85f27794-719d-4c4e-ad1f-75e772ea9ed1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.702609] env[68503]: DEBUG oslo_vmware.api [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 864.702609] env[68503]: value = "task-2861806" [ 864.702609] env[68503]: _type = "Task" [ 864.702609] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.711957] env[68503]: DEBUG oslo_vmware.api [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.731625] env[68503]: DEBUG nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.759857] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:46:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='91f14eaf-97ae-4454-b6d8-5a744bd7b40d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036431006',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.760164] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.760352] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.760556] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.760706] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.760852] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.761126] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.761337] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.761830] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.761830] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.761952] env[68503]: DEBUG nova.virt.hardware [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.763025] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d84ce0-5605-4980-b469-bc0a8671f4f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.771668] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76647789-3ded-44a5-b98f-11a34c5cddf2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.795023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.797554] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.928s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.799359] env[68503]: INFO nova.compute.claims [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.825610] env[68503]: INFO nova.scheduler.client.report [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Deleted allocations for instance 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7 [ 865.005256] env[68503]: DEBUG nova.objects.instance [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lazy-loading 'flavor' on Instance uuid 05b5792d-57a8-4e23-937d-37146f958a31 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.036440] env[68503]: DEBUG nova.network.neutron [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.057180] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861804, 'name': CreateVM_Task, 'duration_secs': 0.461622} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.059879] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.060724] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.060929] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.061326] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.061960] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c010e428-4cc7-4346-a022-02ea814fad18 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.071719] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 865.071719] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527de872-124b-d6c1-ac82-06356d64b13d" [ 865.071719] env[68503]: _type = "Task" [ 865.071719] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.083989] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527de872-124b-d6c1-ac82-06356d64b13d, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.084324] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.084569] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.084805] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.085674] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.085674] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.085674] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-070f0c8f-8097-424c-8d3c-7e38168505b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.094670] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.094870] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.095644] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5ef988-4351-45ef-8d49-3a6aa937f3d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.101622] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 865.101622] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5280f64b-ab0f-a5ad-a821-e69f5ea438b6" [ 865.101622] env[68503]: _type = "Task" [ 865.101622] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.105431] env[68503]: DEBUG nova.network.neutron [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.112924] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5280f64b-ab0f-a5ad-a821-e69f5ea438b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.196086] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.212526] env[68503]: DEBUG oslo_vmware.api [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861806, 'name': PowerOffVM_Task, 'duration_secs': 0.382597} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.213650] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.213850] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.214126] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86409be8-7409-405b-badb-a0d1f8c7ef22 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.217620] env[68503]: DEBUG nova.compute.manager [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Received event network-changed-076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.217908] env[68503]: DEBUG nova.compute.manager [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Refreshing instance network info cache due to event network-changed-076492c2-d1c1-4e3e-b359-729c78b8a9de. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.218052] env[68503]: DEBUG oslo_concurrency.lockutils [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] Acquiring lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.218234] env[68503]: DEBUG oslo_concurrency.lockutils [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] Acquired lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.218397] env[68503]: DEBUG nova.network.neutron [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Refreshing network info cache for port 076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.296092] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.296355] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.296540] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Deleting the datastore file [datastore2] f6db9f4b-f133-4c8a-8225-35535a715a80 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.296803] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c2878f-6b2d-48e5-b6b6-3949ab51ae68 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.310628] env[68503]: DEBUG oslo_vmware.api [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for the task: (returnval){ [ 865.310628] env[68503]: value = "task-2861808" [ 865.310628] env[68503]: _type = "Task" [ 865.310628] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.318637] env[68503]: DEBUG nova.network.neutron [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Successfully updated port: 73e25176-3c1f-4784-a70c-e61069cebc64 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.327076] env[68503]: DEBUG oslo_vmware.api [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.333322] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0efe056e-5e8a-4ec9-ae26-ebdfced20262 tempest-InstanceActionsNegativeTestJSON-1627489874 tempest-InstanceActionsNegativeTestJSON-1627489874-project-member] Lock "4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.267s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.510759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.511048] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquired lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.576678] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.576678] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.576678] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.576678] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.576678] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.579764] env[68503]: INFO nova.compute.manager [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Terminating instance [ 865.613653] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "refresh_cache-80dce7e4-66e9-4a56-82d7-ceebfd78e23d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.614076] env[68503]: DEBUG nova.compute.manager [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.614267] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.614561] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5280f64b-ab0f-a5ad-a821-e69f5ea438b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.615266] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2356c9a2-959f-4487-bc67-804c129d8b08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.620502] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9330da0c-4efd-4a15-b101-5fd75e8693b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.629897] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.630257] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 865.630257] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eebee7-d8a8-0f41-4089-7b9b6eb7da8d" [ 865.630257] env[68503]: _type = "Task" [ 865.630257] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.630474] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e1f491-4d88-4a67-89d0-4f378e3f93d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.641180] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52eebee7-d8a8-0f41-4089-7b9b6eb7da8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.642514] env[68503]: DEBUG oslo_vmware.api [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 865.642514] env[68503]: value = "task-2861809" [ 865.642514] env[68503]: _type = "Task" [ 865.642514] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.653121] env[68503]: DEBUG oslo_vmware.api [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.696182] env[68503]: DEBUG oslo_vmware.api [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861805, 'name': PowerOnVM_Task, 'duration_secs': 0.599931} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.699063] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.699315] env[68503]: INFO nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Took 8.85 seconds to spawn the instance on the hypervisor. [ 865.699567] env[68503]: DEBUG nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.700829] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63907907-74c8-4010-adf5-09b93407e798 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.724196] env[68503]: DEBUG nova.compute.manager [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Received event network-changed-b626341f-ec26-4d9d-8a4d-7e4f38affa78 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.724396] env[68503]: DEBUG nova.compute.manager [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Refreshing instance network info cache due to event network-changed-b626341f-ec26-4d9d-8a4d-7e4f38affa78. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.724628] env[68503]: DEBUG oslo_concurrency.lockutils [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] Acquiring lock "refresh_cache-a3632f4f-df78-46f3-9c63-67bb3f8247be" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.724773] env[68503]: DEBUG oslo_concurrency.lockutils [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] Acquired lock "refresh_cache-a3632f4f-df78-46f3-9c63-67bb3f8247be" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.724930] env[68503]: DEBUG nova.network.neutron [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Refreshing network info cache for port b626341f-ec26-4d9d-8a4d-7e4f38affa78 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.824543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.824543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.824695] env[68503]: DEBUG nova.network.neutron [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.830035] env[68503]: DEBUG oslo_vmware.api [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Task: {'id': task-2861808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401102} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.830572] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.830771] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.831113] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.831229] env[68503]: INFO nova.compute.manager [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Took 1.15 seconds to destroy the instance on the hypervisor. [ 865.831510] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.832208] env[68503]: DEBUG nova.compute.manager [-] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.832208] env[68503]: DEBUG nova.network.neutron [-] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.033104] env[68503]: DEBUG nova.network.neutron [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.084362] env[68503]: DEBUG nova.compute.manager [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.084546] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.085439] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990539ea-348b-4411-8bba-da8d0ee92f62 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.094593] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.094893] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f6db52-db03-46b5-b661-9286e1d705de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.103955] env[68503]: DEBUG oslo_vmware.api [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 866.103955] env[68503]: value = "task-2861810" [ 866.103955] env[68503]: _type = "Task" [ 866.103955] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.113621] env[68503]: DEBUG oslo_vmware.api [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.144193] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52eebee7-d8a8-0f41-4089-7b9b6eb7da8d, 'name': SearchDatastore_Task, 'duration_secs': 0.019616} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.151173] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.151870] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] a3632f4f-df78-46f3-9c63-67bb3f8247be/a3632f4f-df78-46f3-9c63-67bb3f8247be.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.152342] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07d35cd4-8ff6-4087-81e7-94b304122ac5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.161579] env[68503]: DEBUG oslo_vmware.api [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861809, 'name': PowerOffVM_Task, 'duration_secs': 0.195373} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.163941] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.164054] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.164423] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 866.164423] env[68503]: value = "task-2861811" [ 866.164423] env[68503]: _type = "Task" [ 866.164423] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.167362] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c69709-6620-412a-be7a-87c8479382d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.179214] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.196914] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.197206] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.197324] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleting the datastore file [datastore1] 80dce7e4-66e9-4a56-82d7-ceebfd78e23d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.197598] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a40a95-09e8-4de9-93b5-bbbcbef6fc2c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.207177] env[68503]: DEBUG oslo_vmware.api [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 866.207177] env[68503]: value = "task-2861813" [ 866.207177] env[68503]: _type = "Task" [ 866.207177] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.220384] env[68503]: DEBUG oslo_vmware.api [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.226606] env[68503]: INFO nova.compute.manager [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Took 41.96 seconds to build instance. [ 866.390063] env[68503]: DEBUG nova.network.neutron [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.397325] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed95dd99-adf6-4245-8af1-b344374db95f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.412206] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6fae45-a49b-4cdb-ab03-d7a8acdcc596 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.455356] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c75335c-3811-4bbf-8806-f6103993965d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.466828] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705e1d1b-b643-4fa4-bd68-7ecd38653337 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.480229] env[68503]: DEBUG nova.compute.provider_tree [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.543508] env[68503]: DEBUG nova.network.neutron [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Updated VIF entry in instance network info cache for port 076492c2-d1c1-4e3e-b359-729c78b8a9de. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.544876] env[68503]: DEBUG nova.network.neutron [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Updating instance_info_cache with network_info: [{"id": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "address": "fa:16:3e:29:ed:da", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076492c2-d1", "ovs_interfaceid": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.618797] env[68503]: DEBUG oslo_vmware.api [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861810, 'name': PowerOffVM_Task, 'duration_secs': 0.273197} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.619351] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.619602] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.619928] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fa57fb0-40b0-4bfb-a9a8-221799c50ad8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.683249] env[68503]: DEBUG nova.network.neutron [-] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.691064] env[68503]: DEBUG nova.network.neutron [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Updated VIF entry in instance network info cache for port b626341f-ec26-4d9d-8a4d-7e4f38affa78. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.691698] env[68503]: DEBUG nova.network.neutron [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Updating instance_info_cache with network_info: [{"id": "b626341f-ec26-4d9d-8a4d-7e4f38affa78", "address": "fa:16:3e:a7:f7:d3", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb626341f-ec", "ovs_interfaceid": "b626341f-ec26-4d9d-8a4d-7e4f38affa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.693869] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861811, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.697050] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.697382] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.697710] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Deleting the datastore file [datastore1] 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.701048] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deca81f3-9273-4e82-99e7-debb522c1e69 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.707888] env[68503]: DEBUG oslo_vmware.api [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for the task: (returnval){ [ 866.707888] env[68503]: value = "task-2861815" [ 866.707888] env[68503]: _type = "Task" [ 866.707888] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.729174] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c80d37e1-cf61-4050-b9f3-9b77d89789ab tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.758s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.729789] env[68503]: DEBUG oslo_vmware.api [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130323} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.736698] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.738452] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.738685] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.738880] env[68503]: INFO nova.compute.manager [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 866.739178] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.746185] env[68503]: DEBUG oslo_vmware.api [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.746185] env[68503]: DEBUG nova.network.neutron [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance_info_cache with network_info: [{"id": "73e25176-3c1f-4784-a70c-e61069cebc64", "address": "fa:16:3e:0c:8d:b4", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e25176-3c", "ovs_interfaceid": "73e25176-3c1f-4784-a70c-e61069cebc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.746717] env[68503]: DEBUG nova.compute.manager [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.746717] env[68503]: DEBUG nova.network.neutron [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.773809] env[68503]: DEBUG nova.network.neutron [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.889606] env[68503]: DEBUG nova.network.neutron [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.984061] env[68503]: DEBUG nova.scheduler.client.report [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.047195] env[68503]: DEBUG oslo_concurrency.lockutils [req-a75b8d13-99e2-491c-87ea-94c407cfc9d8 req-98cf3c16-02df-4054-b087-4292387ece47 service nova] Releasing lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.180333] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599742} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.180592] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] a3632f4f-df78-46f3-9c63-67bb3f8247be/a3632f4f-df78-46f3-9c63-67bb3f8247be.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.180802] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.181061] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-853d754a-565e-4ad9-8371-2b2943864c83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.187090] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 867.187090] env[68503]: value = "task-2861816" [ 867.187090] env[68503]: _type = "Task" [ 867.187090] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.195265] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.197865] env[68503]: DEBUG oslo_concurrency.lockutils [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] Releasing lock "refresh_cache-a3632f4f-df78-46f3-9c63-67bb3f8247be" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.198151] env[68503]: DEBUG nova.compute.manager [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Received event network-vif-plugged-73e25176-3c1f-4784-a70c-e61069cebc64 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.198294] env[68503]: DEBUG oslo_concurrency.lockutils [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] Acquiring lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.198496] env[68503]: DEBUG oslo_concurrency.lockutils [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.198661] env[68503]: DEBUG oslo_concurrency.lockutils [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.198836] env[68503]: DEBUG nova.compute.manager [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] No waiting events found dispatching network-vif-plugged-73e25176-3c1f-4784-a70c-e61069cebc64 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.198998] env[68503]: WARNING nova.compute.manager [req-9287959f-3efd-4321-be67-ccce373c8766 req-e0cfeae1-a918-46a4-a4f0-a5d0bfbd5e1f service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Received unexpected event network-vif-plugged-73e25176-3c1f-4784-a70c-e61069cebc64 for instance with vm_state building and task_state spawning. [ 867.199432] env[68503]: INFO nova.compute.manager [-] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Took 1.37 seconds to deallocate network for instance. [ 867.223191] env[68503]: DEBUG oslo_vmware.api [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.246759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.247101] env[68503]: DEBUG nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Instance network_info: |[{"id": "73e25176-3c1f-4784-a70c-e61069cebc64", "address": "fa:16:3e:0c:8d:b4", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e25176-3c", "ovs_interfaceid": "73e25176-3c1f-4784-a70c-e61069cebc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.247488] env[68503]: DEBUG nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.251026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:8d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e25176-3c1f-4784-a70c-e61069cebc64', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.259253] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.259761] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.260023] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b2675a6-b8ec-45f4-acbd-127045dc7601 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.276009] env[68503]: DEBUG nova.network.neutron [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.280057] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.280057] env[68503]: value = "task-2861817" [ 867.280057] env[68503]: _type = "Task" [ 867.280057] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.294162] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861817, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.395181] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Releasing lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.395181] env[68503]: DEBUG nova.compute.manager [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Inject network info {{(pid=68503) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 867.395181] env[68503]: DEBUG nova.compute.manager [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] network_info to inject: |[{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 867.402143] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Reconfiguring VM instance to set the machine id {{(pid=68503) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 867.402517] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f4a455-52a1-4878-95de-0cf2b4550b3e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.424336] env[68503]: DEBUG oslo_vmware.api [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 867.424336] env[68503]: value = "task-2861818" [ 867.424336] env[68503]: _type = "Task" [ 867.424336] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.440818] env[68503]: DEBUG oslo_vmware.api [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.493679] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.494352] env[68503]: DEBUG nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.499273] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.502625] env[68503]: DEBUG nova.objects.instance [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lazy-loading 'resources' on Instance uuid 1fcbe6cd-eff3-4297-9559-98bd24b9d906 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.699128] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071522} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.699494] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.700822] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7f0c6a-fbd5-4616-b5bd-ac0825838cc7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.716063] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.716471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.716733] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.717098] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.717408] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.719850] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.731685] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a3632f4f-df78-46f3-9c63-67bb3f8247be/a3632f4f-df78-46f3-9c63-67bb3f8247be.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.732657] env[68503]: INFO nova.compute.manager [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Terminating instance [ 867.737688] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af67e5e-e573-45c4-b6bc-5d19b55071e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.772848] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 867.772848] env[68503]: value = "task-2861819" [ 867.772848] env[68503]: _type = "Task" [ 867.772848] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.772848] env[68503]: DEBUG oslo_vmware.api [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Task: {'id': task-2861815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616182} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.772848] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.772848] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.772848] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.772848] env[68503]: INFO nova.compute.manager [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Took 1.69 seconds to destroy the instance on the hypervisor. [ 867.772848] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.778242] env[68503]: DEBUG nova.compute.manager [-] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.778242] env[68503]: DEBUG nova.network.neutron [-] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.780271] env[68503]: INFO nova.compute.manager [-] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Took 1.03 seconds to deallocate network for instance. [ 867.794275] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.795636] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.804242] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861817, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.925444] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "05b5792d-57a8-4e23-937d-37146f958a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.925904] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "05b5792d-57a8-4e23-937d-37146f958a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.926466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "05b5792d-57a8-4e23-937d-37146f958a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.926516] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "05b5792d-57a8-4e23-937d-37146f958a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.928574] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "05b5792d-57a8-4e23-937d-37146f958a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.929856] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.931195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.931195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.931195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.931195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.932966] env[68503]: INFO nova.compute.manager [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Terminating instance [ 867.937748] env[68503]: INFO nova.compute.manager [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Terminating instance [ 867.947063] env[68503]: DEBUG oslo_vmware.api [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.971397] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-6285a4e1-2601-43c8-9bca-c438f72b0b67-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.971397] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-6285a4e1-2601-43c8-9bca-c438f72b0b67-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.010346] env[68503]: DEBUG nova.compute.utils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.015669] env[68503]: DEBUG nova.compute.manager [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Received event network-changed-73e25176-3c1f-4784-a70c-e61069cebc64 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.015897] env[68503]: DEBUG nova.compute.manager [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Refreshing instance network info cache due to event network-changed-73e25176-3c1f-4784-a70c-e61069cebc64. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.016144] env[68503]: DEBUG oslo_concurrency.lockutils [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] Acquiring lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.016287] env[68503]: DEBUG oslo_concurrency.lockutils [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] Acquired lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.016445] env[68503]: DEBUG nova.network.neutron [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Refreshing network info cache for port 73e25176-3c1f-4784-a70c-e61069cebc64 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.018372] env[68503]: DEBUG nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.018608] env[68503]: DEBUG nova.network.neutron [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.079401] env[68503]: DEBUG nova.policy [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb13082a3c94e69874793ad3bdd556e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8110d39ecd5c42b5bb0c48b9527bdafe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.264506] env[68503]: DEBUG nova.compute.manager [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.264506] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.265595] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59848a8-1e44-46ba-aeac-1f619259a6c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.278215] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.278845] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b65a60-3db4-4556-8b33-65c5a5131305 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.290536] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861819, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.290630] env[68503]: DEBUG oslo_vmware.api [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 868.290630] env[68503]: value = "task-2861820" [ 868.290630] env[68503]: _type = "Task" [ 868.290630] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.301239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.301598] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861817, 'name': CreateVM_Task, 'duration_secs': 0.618377} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.302071] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.303309] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.303309] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.303620] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.307075] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4156d5f7-3879-4c7b-ad45-50ee08ba5763 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.309092] env[68503]: DEBUG oslo_vmware.api [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.315624] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 868.315624] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528ebee5-7369-641a-1737-7cc1b5badeac" [ 868.315624] env[68503]: _type = "Task" [ 868.315624] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.325949] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528ebee5-7369-641a-1737-7cc1b5badeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.444904] env[68503]: DEBUG nova.compute.manager [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.445302] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.445667] env[68503]: DEBUG oslo_vmware.api [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861818, 'name': ReconfigVM_Task, 'duration_secs': 0.978341} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.446677] env[68503]: DEBUG nova.network.neutron [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Successfully created port: 1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.449583] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900efbc1-f554-43dd-92f9-c2c533ccae29 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.451896] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4a60b6-c426-4879-a82b-480838ee53a4 tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Reconfigured VM instance to set the machine id {{(pid=68503) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 868.455098] env[68503]: DEBUG nova.compute.manager [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.455098] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.457783] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3391d1-ce93-4081-a67c-1ceee73cca51 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.469408] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.469907] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a7221a1-89b5-4ddd-949c-e58ce4b8b173 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.475260] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.475260] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.475260] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.476207] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e1d89-7bdf-4906-b644-ab9eb12f9554 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.479580] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5f05e60-53f2-4b6f-bebc-5731b30b03d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.484078] env[68503]: DEBUG oslo_vmware.api [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 868.484078] env[68503]: value = "task-2861821" [ 868.484078] env[68503]: _type = "Task" [ 868.484078] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.507375] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca584c92-d616-4b16-836d-2c8aa7739bcb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.510876] env[68503]: DEBUG oslo_vmware.api [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 868.510876] env[68503]: value = "task-2861822" [ 868.510876] env[68503]: _type = "Task" [ 868.510876] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.538808] env[68503]: DEBUG nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.549302] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Reconfiguring VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 868.549646] env[68503]: DEBUG oslo_vmware.api [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.554172] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c22166-c357-414b-96be-e54b392a5773 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.573782] env[68503]: DEBUG oslo_vmware.api [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.580116] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 868.580116] env[68503]: value = "task-2861823" [ 868.580116] env[68503]: _type = "Task" [ 868.580116] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.591429] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.641221] env[68503]: DEBUG nova.network.neutron [-] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.739021] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88be571-3ba5-4f8d-95c0-19de26977d5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.748314] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30dc8f2-ff12-4099-8ac2-690f0f96a2b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.785107] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43defdd-7090-42e8-ba1a-b135a6c052e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.793856] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861819, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.799889] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ca6af2-04d2-422c-828e-7a7a4c0791b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.808780] env[68503]: DEBUG oslo_vmware.api [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861820, 'name': PowerOffVM_Task, 'duration_secs': 0.288981} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.816911] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.817150] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.817717] env[68503]: DEBUG nova.compute.provider_tree [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.819363] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-816b6aee-d347-48b4-b71d-5d72dd3e3e7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.829969] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528ebee5-7369-641a-1737-7cc1b5badeac, 'name': SearchDatastore_Task, 'duration_secs': 0.034258} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.833362] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.833617] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.833847] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.833994] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.834200] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.834768] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8936e66e-210c-4cb1-8e51-41e0ba24e7df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.843377] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.843598] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.844316] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d13f68d-e3ef-4bf9-9963-4e6c19140824 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.849746] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 868.849746] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f86866-7800-23c3-480c-4e5a61157360" [ 868.849746] env[68503]: _type = "Task" [ 868.849746] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.857133] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f86866-7800-23c3-480c-4e5a61157360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.875788] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.876019] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.876213] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleting the datastore file [datastore2] 9af46d30-f1c2-463f-bdd8-f3d8514dbf42 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.876516] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63aabd2e-4721-4163-b7c8-3af20785355d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.882664] env[68503]: DEBUG oslo_vmware.api [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 868.882664] env[68503]: value = "task-2861825" [ 868.882664] env[68503]: _type = "Task" [ 868.882664] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.894147] env[68503]: DEBUG oslo_vmware.api [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.926662] env[68503]: DEBUG nova.network.neutron [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updated VIF entry in instance network info cache for port 73e25176-3c1f-4784-a70c-e61069cebc64. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.927096] env[68503]: DEBUG nova.network.neutron [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance_info_cache with network_info: [{"id": "73e25176-3c1f-4784-a70c-e61069cebc64", "address": "fa:16:3e:0c:8d:b4", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e25176-3c", "ovs_interfaceid": "73e25176-3c1f-4784-a70c-e61069cebc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.971369] env[68503]: DEBUG nova.compute.manager [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.972426] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755c84c-781c-4a5b-b97c-d15d440168f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.979605] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "77ef840a-2216-4f7d-a598-421505eedd5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.979836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.008313] env[68503]: DEBUG oslo_vmware.api [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861821, 'name': PowerOffVM_Task, 'duration_secs': 0.210822} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.008834] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.008834] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.009043] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91a8221c-1a52-4713-a062-14fafabaf6eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.021798] env[68503]: DEBUG oslo_vmware.api [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861822, 'name': PowerOffVM_Task, 'duration_secs': 0.176929} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.022693] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.022693] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.022693] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f95022e-7d38-4f89-82af-923dab7548f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.085355] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.085578] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.085759] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleting the datastore file [datastore1] 258f92e1-c7dd-476f-b409-bf3f72d45dbb {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.086474] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23e076e3-0155-4542-9f97-c91f5c8d5360 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.092343] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.097481] env[68503]: DEBUG oslo_vmware.api [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 869.097481] env[68503]: value = "task-2861828" [ 869.097481] env[68503]: _type = "Task" [ 869.097481] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.098286] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.098477] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.098651] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Deleting the datastore file [datastore2] 05b5792d-57a8-4e23-937d-37146f958a31 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.102136] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6de86855-8249-4568-a3b3-376293afa515 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.108415] env[68503]: DEBUG oslo_vmware.api [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.109612] env[68503]: DEBUG oslo_vmware.api [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for the task: (returnval){ [ 869.109612] env[68503]: value = "task-2861829" [ 869.109612] env[68503]: _type = "Task" [ 869.109612] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.117390] env[68503]: DEBUG oslo_vmware.api [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.138424] env[68503]: INFO nova.compute.manager [-] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Took 1.36 seconds to deallocate network for instance. [ 869.287822] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861819, 'name': ReconfigVM_Task, 'duration_secs': 1.300116} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.288243] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a3632f4f-df78-46f3-9c63-67bb3f8247be/a3632f4f-df78-46f3-9c63-67bb3f8247be.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.288878] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-204a3b14-14cd-4970-8ec2-0f8752cc24f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.294321] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 869.294321] env[68503]: value = "task-2861830" [ 869.294321] env[68503]: _type = "Task" [ 869.294321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.307746] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861830, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.325918] env[68503]: DEBUG nova.scheduler.client.report [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.360123] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f86866-7800-23c3-480c-4e5a61157360, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.360944] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da83c61-360e-41fa-866a-dfd097a9f4c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.366315] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 869.366315] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5266f0ee-40f6-896a-2815-60585f86d83c" [ 869.366315] env[68503]: _type = "Task" [ 869.366315] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.374403] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5266f0ee-40f6-896a-2815-60585f86d83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.394502] env[68503]: DEBUG oslo_vmware.api [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198624} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.394795] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.394921] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.395216] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.395297] env[68503]: INFO nova.compute.manager [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.395902] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.395902] env[68503]: DEBUG nova.compute.manager [-] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.395902] env[68503]: DEBUG nova.network.neutron [-] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.429730] env[68503]: DEBUG oslo_concurrency.lockutils [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] Releasing lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.430042] env[68503]: DEBUG nova.compute.manager [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Received event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.431094] env[68503]: DEBUG nova.compute.manager [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing instance network info cache due to event network-changed-1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.431094] env[68503]: DEBUG oslo_concurrency.lockutils [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] Acquiring lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.431094] env[68503]: DEBUG oslo_concurrency.lockutils [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] Acquired lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.431094] env[68503]: DEBUG nova.network.neutron [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Refreshing network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.489477] env[68503]: DEBUG nova.compute.utils [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.495141] env[68503]: INFO nova.compute.manager [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] instance snapshotting [ 869.495141] env[68503]: DEBUG nova.objects.instance [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'flavor' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.560438] env[68503]: DEBUG nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.595369] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.595669] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.595875] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.596133] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.596325] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.596514] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.597247] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.597247] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.597247] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.597398] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.597568] env[68503]: DEBUG nova.virt.hardware [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.598424] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4190ef-56cc-4598-8eaf-c993e1dc598a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.607773] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.616204] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931470b-0f9b-4e66-959d-e0034ef2ed66 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.625978] env[68503]: DEBUG oslo_vmware.api [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2861828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177358} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.625978] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.625978] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.625978] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.625978] env[68503]: INFO nova.compute.manager [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 869.626290] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.637936] env[68503]: DEBUG nova.compute.manager [-] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.637936] env[68503]: DEBUG nova.network.neutron [-] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.642025] env[68503]: DEBUG oslo_vmware.api [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Task: {'id': task-2861829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184658} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.642025] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.642025] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.642025] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.642025] env[68503]: INFO nova.compute.manager [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Took 1.20 seconds to destroy the instance on the hypervisor. [ 869.642025] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.642025] env[68503]: DEBUG nova.compute.manager [-] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.642025] env[68503]: DEBUG nova.network.neutron [-] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.643986] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.811986] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861830, 'name': Rename_Task, 'duration_secs': 0.135452} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.812522] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.813601] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7dd765-15a7-47d2-8e62-72a6de1b93cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.820299] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 869.820299] env[68503]: value = "task-2861831" [ 869.820299] env[68503]: _type = "Task" [ 869.820299] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.832280] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.834270] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.834724] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.614s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.834975] env[68503]: DEBUG nova.objects.instance [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lazy-loading 'resources' on Instance uuid 75a6423a-0e3e-4d79-858d-01af450513dd {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.876152] env[68503]: INFO nova.scheduler.client.report [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Deleted allocations for instance 1fcbe6cd-eff3-4297-9559-98bd24b9d906 [ 869.881039] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5266f0ee-40f6-896a-2815-60585f86d83c, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.884216] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.884556] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.885279] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a9d782b-7fec-4e8e-ac96-ac7bca4a1eb6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.893272] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 869.893272] env[68503]: value = "task-2861832" [ 869.893272] env[68503]: _type = "Task" [ 869.893272] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.901943] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.994490] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.998796] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f3c609-4562-43fa-b298-70257e46f3b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.022646] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a95b6-6986-4192-a689-4061f523a22d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.854030] env[68503]: DEBUG nova.network.neutron [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Successfully updated port: 1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.858064] env[68503]: DEBUG nova.network.neutron [-] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.863818] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.864057] env[68503]: DEBUG nova.network.neutron [-] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.874042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2bc77a0d-d2a7-4f0f-a765-496f13774906 tempest-VolumesAssistedSnapshotsTest-988598325 tempest-VolumesAssistedSnapshotsTest-988598325-project-member] Lock "1fcbe6cd-eff3-4297-9559-98bd24b9d906" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.315s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.880336] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-413542c3-1791-4338-b358-66a0072fcd7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.892184] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546075} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.893023] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.893219] env[68503]: WARNING oslo_vmware.common.loopingcall [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] task run outlasted interval by 0.307976 sec [ 870.898256] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.898514] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.898793] env[68503]: DEBUG oslo_vmware.api [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861831, 'name': PowerOnVM_Task, 'duration_secs': 0.618814} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.899393] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 870.899393] env[68503]: value = "task-2861833" [ 870.899393] env[68503]: _type = "Task" [ 870.899393] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.900119] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d8c4889-15fd-4bb5-9ee7-9b9721b06e14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.905460] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.905682] env[68503]: INFO nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Took 8.91 seconds to spawn the instance on the hypervisor. [ 870.905948] env[68503]: DEBUG nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.907758] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d2d54-4e54-48b3-b43e-cd7c7e51c490 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.920192] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.932105] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861833, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.932498] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 870.932498] env[68503]: value = "task-2861834" [ 870.932498] env[68503]: _type = "Task" [ 870.932498] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.937661] env[68503]: DEBUG nova.compute.manager [req-a133bf36-a622-48f5-9128-8d4383adffb7 req-b2a0dc13-983d-4eaf-b8b6-3bfa2a407e0a service nova] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Received event network-vif-deleted-0dfe2055-c294-477f-b770-47d8f94d3372 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.937661] env[68503]: DEBUG nova.compute.manager [req-a133bf36-a622-48f5-9128-8d4383adffb7 req-b2a0dc13-983d-4eaf-b8b6-3bfa2a407e0a service nova] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Received event network-vif-deleted-f69a4d2f-6fb7-4298-a189-90d9aed7f723 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.952324] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.048213] env[68503]: DEBUG nova.network.neutron [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updated VIF entry in instance network info cache for port 1ee90306-e429-40ba-8d31-3147ebd3ff46. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.048625] env[68503]: DEBUG nova.network.neutron [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [{"id": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "address": "fa:16:3e:e1:66:c3", "network": {"id": "65c6ff62-7b0a-4cf1-9b78-2ad4cc30c82c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1994875444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f8df8e2b6974fc5940e2a269cb74c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee90306-e4", "ovs_interfaceid": "1ee90306-e429-40ba-8d31-3147ebd3ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.333702] env[68503]: DEBUG nova.compute.manager [req-d0ba3f4a-9a85-4eee-93ce-330117c1a04e req-a79488c6-ca89-48be-9a74-154637ae86e4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Received event network-vif-deleted-1ee90306-e429-40ba-8d31-3147ebd3ff46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.334217] env[68503]: INFO nova.compute.manager [req-d0ba3f4a-9a85-4eee-93ce-330117c1a04e req-a79488c6-ca89-48be-9a74-154637ae86e4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Neutron deleted interface 1ee90306-e429-40ba-8d31-3147ebd3ff46; detaching it from the instance and deleting it from the info cache [ 871.334308] env[68503]: DEBUG nova.network.neutron [req-d0ba3f4a-9a85-4eee-93ce-330117c1a04e req-a79488c6-ca89-48be-9a74-154637ae86e4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.373273] env[68503]: INFO nova.compute.manager [-] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Took 1.98 seconds to deallocate network for instance. [ 871.373508] env[68503]: DEBUG nova.network.neutron [-] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.379898] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.379898] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.379898] env[68503]: DEBUG nova.network.neutron [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.418575] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.422527] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861833, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.439161] env[68503]: INFO nova.compute.manager [-] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Took 1.80 seconds to deallocate network for instance. [ 871.439530] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "1ff31992-d8ca-425d-996d-c8d4c5283366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.439752] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.439948] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "1ff31992-d8ca-425d-996d-c8d4c5283366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.440138] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.440304] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.442093] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "77ef840a-2216-4f7d-a598-421505eedd5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.442453] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.442524] env[68503]: INFO nova.compute.manager [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Attaching volume e4c0538d-e67d-4a6d-8966-e1494d8ea834 to /dev/sdb [ 871.444320] env[68503]: INFO nova.compute.manager [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Terminating instance [ 871.454586] env[68503]: INFO nova.compute.manager [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Took 42.29 seconds to build instance. [ 871.466768] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4487e89e-672d-4b4b-8e90-59c9278a453a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.474323] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282539} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.475018] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.476618] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711c5790-132f-4cd2-be34-9b9410263485 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.483333] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520fd5da-f422-49d0-8219-de398a43540a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.504355] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.506625] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a96433c0-1cd9-4c47-b2b1-dee344db848a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.521424] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3613539-e4e5-4acc-96c1-741a80938b04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.553887] env[68503]: DEBUG oslo_concurrency.lockutils [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] Releasing lock "refresh_cache-05b5792d-57a8-4e23-937d-37146f958a31" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.553887] env[68503]: DEBUG nova.compute.manager [req-2fdaf8f6-a881-49b4-a5c0-75961ec6f21d req-56ce7ff2-5789-445f-b6b7-8bc909e17d3d service nova] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Received event network-vif-deleted-0b242156-2236-447e-aa2b-c86cc1db15b6 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.555966] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d63ab-ed31-4f73-92d0-061217928672 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.561452] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 871.561452] env[68503]: value = "task-2861835" [ 871.561452] env[68503]: _type = "Task" [ 871.561452] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.562627] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed137b-6ff4-4155-9d3f-f416483eefc8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.573071] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d29f26-184f-4c14-9d1b-926d824a083b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.581451] env[68503]: DEBUG nova.virt.block_device [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updating existing volume attachment record: 662c1834-7b1d-4807-9f7d-26c349ed18da {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 871.594843] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.595516] env[68503]: DEBUG nova.compute.provider_tree [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.839446] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-105655c4-dc34-4b66-b416-c161a2d8d2bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.850667] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca0353a-c903-4aed-81ba-516a51187be8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.893784] env[68503]: INFO nova.compute.manager [-] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Took 2.25 seconds to deallocate network for instance. [ 871.897164] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.897425] env[68503]: DEBUG nova.compute.manager [req-d0ba3f4a-9a85-4eee-93ce-330117c1a04e req-a79488c6-ca89-48be-9a74-154637ae86e4 service nova] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Detach interface failed, port_id=1ee90306-e429-40ba-8d31-3147ebd3ff46, reason: Instance 05b5792d-57a8-4e23-937d-37146f958a31 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.915752] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.921927] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861833, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.934740] env[68503]: DEBUG nova.network.neutron [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.962242] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bea72426-33c1-434a-b849-4e78a2ac4e22 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.292s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.964662] env[68503]: DEBUG nova.compute.manager [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.964990] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.966218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.967469] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148e034f-2d80-4cc6-ab3e-8e3c1d6e2258 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.986269] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.989183] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1530bc72-a819-48c9-9a10-a3671ce82bc7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.997371] env[68503]: DEBUG oslo_vmware.api [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 871.997371] env[68503]: value = "task-2861839" [ 871.997371] env[68503]: _type = "Task" [ 871.997371] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.007436] env[68503]: DEBUG oslo_vmware.api [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.075337] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861835, 'name': ReconfigVM_Task, 'duration_secs': 0.36027} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.075927] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.076470] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4051bac-0556-4d55-9c2c-7172fba1e16c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.082788] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 872.082788] env[68503]: value = "task-2861840" [ 872.082788] env[68503]: _type = "Task" [ 872.082788] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.094098] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861840, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.098235] env[68503]: DEBUG nova.scheduler.client.report [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.155453] env[68503]: DEBUG nova.network.neutron [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.410180] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.410555] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.418487] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861833, 'name': CreateSnapshot_Task, 'duration_secs': 1.17109} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.418775] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 872.419567] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d490ca-a922-459f-8654-af12bc88f31f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.465123] env[68503]: DEBUG nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.515492] env[68503]: DEBUG oslo_vmware.api [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861839, 'name': PowerOffVM_Task, 'duration_secs': 0.258566} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.515492] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.515492] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.515492] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1683a67-2f7a-412f-8b28-b284e83ed448 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.591199] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.591199] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.591199] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Deleting the datastore file [datastore1] 1ff31992-d8ca-425d-996d-c8d4c5283366 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.591821] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a563f928-0bf1-408a-9094-6be807d59ac5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.598610] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861840, 'name': Rename_Task, 'duration_secs': 0.144452} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.599604] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.599604] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81899a88-dffb-4580-aaa9-38f81b0b00de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.602944] env[68503]: DEBUG oslo_vmware.api [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for the task: (returnval){ [ 872.602944] env[68503]: value = "task-2861842" [ 872.602944] env[68503]: _type = "Task" [ 872.602944] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.608562] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.774s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.610875] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 872.610875] env[68503]: value = "task-2861843" [ 872.610875] env[68503]: _type = "Task" [ 872.610875] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.611366] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.319s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.616527] env[68503]: INFO nova.compute.claims [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.634652] env[68503]: DEBUG oslo_vmware.api [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.639814] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861843, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.657590] env[68503]: INFO nova.scheduler.client.report [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted allocations for instance 75a6423a-0e3e-4d79-858d-01af450513dd [ 872.659630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.659630] env[68503]: DEBUG nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Instance network_info: |[{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.660074] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:bf:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf971cd-57de-4ecf-955b-8d50d129712d', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.668263] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.670747] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.671026] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a9bbd3-3579-479f-95ae-7b78cf6186b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.696900] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.696900] env[68503]: value = "task-2861844" [ 872.696900] env[68503]: _type = "Task" [ 872.696900] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.708838] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861844, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.911601] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.942171] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 872.942966] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fcaed638-5969-4142-96af-00e47c4cd85a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.951370] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 872.951370] env[68503]: value = "task-2861845" [ 872.951370] env[68503]: _type = "Task" [ 872.951370] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.961564] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.995589] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.122145] env[68503]: DEBUG oslo_vmware.api [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Task: {'id': task-2861842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198941} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.126583] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.127073] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.127971] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.127971] env[68503]: INFO nova.compute.manager [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Took 1.16 seconds to destroy the instance on the hypervisor. [ 873.129230] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.129230] env[68503]: DEBUG nova.compute.manager [-] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.129230] env[68503]: DEBUG nova.network.neutron [-] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.140778] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.197172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6e5b851-f37f-45c9-8938-edcb45cf44de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "75a6423a-0e3e-4d79-858d-01af450513dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.935s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.211664] env[68503]: DEBUG nova.compute.manager [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Received event network-vif-deleted-a8928d7a-80b0-445c-b717-573bb53f1ff4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.211664] env[68503]: DEBUG nova.compute.manager [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Received event network-vif-plugged-1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.211664] env[68503]: DEBUG oslo_concurrency.lockutils [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] Acquiring lock "b5431a59-4c62-4f54-9105-8db4eb1955fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.211664] env[68503]: DEBUG oslo_concurrency.lockutils [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.212430] env[68503]: DEBUG oslo_concurrency.lockutils [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.212533] env[68503]: DEBUG nova.compute.manager [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] No waiting events found dispatching network-vif-plugged-1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.213288] env[68503]: WARNING nova.compute.manager [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Received unexpected event network-vif-plugged-1bf971cd-57de-4ecf-955b-8d50d129712d for instance with vm_state building and task_state spawning. [ 873.213288] env[68503]: DEBUG nova.compute.manager [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Received event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.213288] env[68503]: DEBUG nova.compute.manager [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing instance network info cache due to event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.213288] env[68503]: DEBUG oslo_concurrency.lockutils [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] Acquiring lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.213504] env[68503]: DEBUG oslo_concurrency.lockutils [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] Acquired lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.213589] env[68503]: DEBUG nova.network.neutron [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.221781] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861844, 'name': CreateVM_Task, 'duration_secs': 0.455583} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.222120] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.223525] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.223525] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.223525] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.223716] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b87d19-2291-4ba3-a32f-60465fc59154 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.230126] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 873.230126] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a36856-05cf-cdf7-51ab-2d41dd7c122c" [ 873.230126] env[68503]: _type = "Task" [ 873.230126] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.242209] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a36856-05cf-cdf7-51ab-2d41dd7c122c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.410821] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.420460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "30b3ba17-ee9c-48de-a104-2cdb50552752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.420695] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.465888] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.638423] env[68503]: DEBUG oslo_vmware.api [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861843, 'name': PowerOnVM_Task, 'duration_secs': 0.572374} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.638706] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.638871] env[68503]: INFO nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Took 8.91 seconds to spawn the instance on the hypervisor. [ 873.639101] env[68503]: DEBUG nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.641662] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b2ad08-8333-4a58-9506-3f818b77f3f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.749558] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a36856-05cf-cdf7-51ab-2d41dd7c122c, 'name': SearchDatastore_Task, 'duration_secs': 0.029025} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.753523] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.753687] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.754127] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.756891] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.757167] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.757719] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-976c531d-bdd9-4027-bab2-a22d515f8dcf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.769360] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.769676] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.774075] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52f262f-76e7-44d5-8a3d-c0e485bf26fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.783989] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 873.783989] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5271511e-2ed7-9a6b-6424-d42c470b5541" [ 873.783989] env[68503]: _type = "Task" [ 873.783989] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.796522] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5271511e-2ed7-9a6b-6424-d42c470b5541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.834310] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "355132a9-9015-4ccf-a8b9-b7301506d116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.834519] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "355132a9-9015-4ccf-a8b9-b7301506d116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.910283] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.968466] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.172909] env[68503]: INFO nova.compute.manager [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Took 44.34 seconds to build instance. [ 874.268111] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20caea1b-246e-4cfa-b3e0-d587e8709e26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.277602] env[68503]: DEBUG nova.network.neutron [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updated VIF entry in instance network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.278197] env[68503]: DEBUG nova.network.neutron [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.282583] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87ed46-5f86-46c3-a42f-46a57e644dc3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.295954] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5271511e-2ed7-9a6b-6424-d42c470b5541, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.325542] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9292d8-1aec-4001-b650-7f2264b72c63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.328477] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e8135-29a0-40be-ae10-33fbcf172e14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.334886] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 874.334886] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527092a6-4dd3-03cc-5633-62e13ddf62f3" [ 874.334886] env[68503]: _type = "Task" [ 874.334886] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.340929] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970d78b8-c2f1-4067-a4a3-a39bed33bce3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.351019] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527092a6-4dd3-03cc-5633-62e13ddf62f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012218} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.363765] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.363765] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/b5431a59-4c62-4f54-9105-8db4eb1955fe.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.364537] env[68503]: DEBUG nova.compute.provider_tree [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.366386] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-739a0202-f71c-4932-8b60-819bd604ae22 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.374426] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 874.374426] env[68503]: value = "task-2861847" [ 874.374426] env[68503]: _type = "Task" [ 874.374426] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.384012] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.411062] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.466708] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.676348] env[68503]: DEBUG nova.network.neutron [-] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.676348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cde47c30-fe7a-410e-85c3-dfc722453ed6 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.758s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.788195] env[68503]: DEBUG oslo_concurrency.lockutils [req-a068f2f9-a7c2-4cd2-870b-4f1eefef7d07 req-d2b52631-8573-44f4-b2df-874690fee35c service nova] Releasing lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.867590] env[68503]: DEBUG nova.scheduler.client.report [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.888123] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861847, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.913127] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.967172] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.180585] env[68503]: DEBUG nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.181705] env[68503]: INFO nova.compute.manager [-] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Took 2.05 seconds to deallocate network for instance. [ 875.263223] env[68503]: DEBUG nova.compute.manager [req-6b3957fd-dcf1-4e02-8273-f0b0fffd72ee req-c671f84a-60d6-4d05-a4c4-8ddb9347534d service nova] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Received event network-vif-deleted-283bcca4-d830-41f6-820a-69d4a1b4e6cd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.373982] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.374568] env[68503]: DEBUG nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.378448] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.938s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.378686] env[68503]: DEBUG nova.objects.instance [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lazy-loading 'resources' on Instance uuid 2f545107-51ef-4da6-9bf5-d39b4918d3d9 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.401498] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759383} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.401498] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/b5431a59-4c62-4f54-9105-8db4eb1955fe.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.401498] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.401498] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb2a957f-b560-48d0-897c-190e047e909c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.415478] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.417499] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 875.417499] env[68503]: value = "task-2861848" [ 875.417499] env[68503]: _type = "Task" [ 875.417499] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.427949] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.471651] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.691858] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.715031] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.882403] env[68503]: DEBUG nova.compute.utils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.883950] env[68503]: DEBUG nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.886017] env[68503]: DEBUG nova.network.neutron [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.917930] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.938479] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064922} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.940647] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.942509] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5836b8-a7c6-47b8-bd4f-c1d3d2557294 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.971185] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/b5431a59-4c62-4f54-9105-8db4eb1955fe.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.977818] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b53c9e9-fe37-4274-ab3e-dd5e3720b479 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.999369] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.001950] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 876.001950] env[68503]: value = "task-2861849" [ 876.001950] env[68503]: _type = "Task" [ 876.001950] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.012893] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.039787] env[68503]: DEBUG nova.policy [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a713aac345cd4eaf813368baa80c99bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e96ab66bc54d4db1b76278fae22190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.149813] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.152217] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575329', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'name': 'volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77ef840a-2216-4f7d-a598-421505eedd5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'serial': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.152867] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41d6a76-17d9-4ae9-9dd4-2aa7a27c47fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.178256] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d9752-c260-405c-9e3b-1e9e8f224044 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.209339] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834/volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.210484] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4036e4be-2a4c-4fd8-abe4-f29e18a3d05c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.232409] env[68503]: DEBUG oslo_vmware.api [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 876.232409] env[68503]: value = "task-2861850" [ 876.232409] env[68503]: _type = "Task" [ 876.232409] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.241785] env[68503]: DEBUG oslo_vmware.api [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.399848] env[68503]: DEBUG nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.416949] env[68503]: DEBUG oslo_vmware.api [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861823, 'name': ReconfigVM_Task, 'duration_secs': 7.638761} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.419756] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.419967] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Reconfigured VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 876.477384] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861845, 'name': CloneVM_Task, 'duration_secs': 3.230172} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.477769] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Created linked-clone VM from snapshot [ 876.479049] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60741d18-b654-4a63-a5dc-3d584bf629b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.490763] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Uploading image 3b731369-34a5-4910-a915-5ad1b76fea75 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.514497] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.525865] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 876.525865] env[68503]: value = "vm-575332" [ 876.525865] env[68503]: _type = "VirtualMachine" [ 876.525865] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 876.526557] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f06d53f-0fa4-4219-8185-c560d8e361fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.536208] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease: (returnval){ [ 876.536208] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528a82a3-1063-0da0-ed40-029c76f50b0b" [ 876.536208] env[68503]: _type = "HttpNfcLease" [ 876.536208] env[68503]: } obtained for exporting VM: (result){ [ 876.536208] env[68503]: value = "vm-575332" [ 876.536208] env[68503]: _type = "VirtualMachine" [ 876.536208] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 876.536497] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the lease: (returnval){ [ 876.536497] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528a82a3-1063-0da0-ed40-029c76f50b0b" [ 876.536497] env[68503]: _type = "HttpNfcLease" [ 876.536497] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 876.543631] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.543631] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528a82a3-1063-0da0-ed40-029c76f50b0b" [ 876.543631] env[68503]: _type = "HttpNfcLease" [ 876.543631] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 876.578022] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc2fde-c831-4158-a19f-bef7b35a5ac0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.586458] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591ab1c3-35e7-4580-b0ec-12f5ff119537 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.623363] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab48d03-1cec-4ffe-ad8b-6407236eefcf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.632037] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7528c6-cdee-4042-8ee7-bc62268a5335 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.648926] env[68503]: DEBUG nova.compute.provider_tree [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.747973] env[68503]: DEBUG oslo_vmware.api [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861850, 'name': ReconfigVM_Task, 'duration_secs': 0.366041} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.748474] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834/volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.755158] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2c6564-c167-4f6e-a38e-b5dce6229b72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.775361] env[68503]: DEBUG oslo_vmware.api [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 876.775361] env[68503]: value = "task-2861852" [ 876.775361] env[68503]: _type = "Task" [ 876.775361] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.785424] env[68503]: DEBUG oslo_vmware.api [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.845472] env[68503]: DEBUG nova.network.neutron [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Successfully created port: f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.880555] env[68503]: DEBUG nova.compute.manager [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 877.011803] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861849, 'name': ReconfigVM_Task, 'duration_secs': 0.808473} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.012107] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/b5431a59-4c62-4f54-9105-8db4eb1955fe.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.012745] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d13c3a7-0520-403f-b6cb-9175b4f74140 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.020229] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 877.020229] env[68503]: value = "task-2861853" [ 877.020229] env[68503]: _type = "Task" [ 877.020229] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.031822] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861853, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.043435] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.043435] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528a82a3-1063-0da0-ed40-029c76f50b0b" [ 877.043435] env[68503]: _type = "HttpNfcLease" [ 877.043435] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.043898] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.043898] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528a82a3-1063-0da0-ed40-029c76f50b0b" [ 877.043898] env[68503]: _type = "HttpNfcLease" [ 877.043898] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.044575] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7a603f-45c5-438f-aa81-064479b2c7a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.053107] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298b70c-54e8-5066-7578-a60cd6343f75/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.053299] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298b70c-54e8-5066-7578-a60cd6343f75/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 877.153199] env[68503]: DEBUG nova.scheduler.client.report [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.213917] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f8959e2-cf3c-45d1-aab0-0c290ec502f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.286250] env[68503]: DEBUG oslo_vmware.api [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861852, 'name': ReconfigVM_Task, 'duration_secs': 0.13523} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.286557] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575329', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'name': 'volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77ef840a-2216-4f7d-a598-421505eedd5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'serial': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.409382] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.418652] env[68503]: DEBUG nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.447313] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.447473] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.447632] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.447820] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.448110] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.448360] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.448596] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.448765] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.448939] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.449165] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.449359] env[68503]: DEBUG nova.virt.hardware [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.450259] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08766dea-1ee8-40ac-ad2d-332c7aedb4b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.459032] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1eadd4-58ab-46be-809d-907a673e244c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.529753] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861853, 'name': Rename_Task, 'duration_secs': 0.330242} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.530584] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.534258] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f343b6d-5cbc-4715-9da1-1790868cf299 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.541181] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 877.541181] env[68503]: value = "task-2861854" [ 877.541181] env[68503]: _type = "Task" [ 877.541181] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.554022] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.659250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.666149] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.780s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.667247] env[68503]: INFO nova.compute.claims [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.700437] env[68503]: INFO nova.scheduler.client.report [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Deleted allocations for instance 2f545107-51ef-4da6-9bf5-d39b4918d3d9 [ 877.711380] env[68503]: DEBUG nova.compute.manager [req-a47eef14-b88f-414d-8add-44751bdbb346 req-43d12821-d088-4d14-b77a-18008b486ce7 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received event network-vif-deleted-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.711556] env[68503]: INFO nova.compute.manager [req-a47eef14-b88f-414d-8add-44751bdbb346 req-43d12821-d088-4d14-b77a-18008b486ce7 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Neutron deleted interface ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7; detaching it from the instance and deleting it from the info cache [ 877.713307] env[68503]: DEBUG nova.network.neutron [req-a47eef14-b88f-414d-8add-44751bdbb346 req-43d12821-d088-4d14-b77a-18008b486ce7 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.776499] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.776703] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.776901] env[68503]: DEBUG nova.network.neutron [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.053838] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861854, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.210294] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6afe551-6cc6-4d55-89ce-7991d751dab5 tempest-ListServerFiltersTestJSON-975621963 tempest-ListServerFiltersTestJSON-975621963-project-member] Lock "2f545107-51ef-4da6-9bf5-d39b4918d3d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.873s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.219973] env[68503]: DEBUG oslo_concurrency.lockutils [req-a47eef14-b88f-414d-8add-44751bdbb346 req-43d12821-d088-4d14-b77a-18008b486ce7 service nova] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.220274] env[68503]: DEBUG oslo_concurrency.lockutils [req-a47eef14-b88f-414d-8add-44751bdbb346 req-43d12821-d088-4d14-b77a-18008b486ce7 service nova] Acquired lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.221364] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a291a9c7-72f1-4942-b4ec-dd13d518b325 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.245301] env[68503]: DEBUG oslo_concurrency.lockutils [req-a47eef14-b88f-414d-8add-44751bdbb346 req-43d12821-d088-4d14-b77a-18008b486ce7 service nova] Releasing lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.245598] env[68503]: WARNING nova.compute.manager [req-a47eef14-b88f-414d-8add-44751bdbb346 req-43d12821-d088-4d14-b77a-18008b486ce7 service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Detach interface failed, port_id=ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7, reason: No device with interface-id ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 exists on VM: nova.exception.NotFound: No device with interface-id ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7 exists on VM [ 878.372042] env[68503]: DEBUG nova.objects.instance [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'flavor' on Instance uuid 77ef840a-2216-4f7d-a598-421505eedd5e {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.392052] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.392437] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.392736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.393098] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.393352] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.397747] env[68503]: INFO nova.compute.manager [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Terminating instance [ 878.554820] env[68503]: DEBUG oslo_vmware.api [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2861854, 'name': PowerOnVM_Task, 'duration_secs': 0.829451} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.555186] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.555387] env[68503]: INFO nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Took 8.99 seconds to spawn the instance on the hypervisor. [ 878.555802] env[68503]: DEBUG nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.556713] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e90d5-4a88-462f-a4e8-8ef321a944de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.585466] env[68503]: DEBUG nova.network.neutron [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [{"id": "fdc6d985-39b8-4c9f-8f02-91899e222743", "address": "fa:16:3e:93:71:79", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc6d985-39", "ovs_interfaceid": "fdc6d985-39b8-4c9f-8f02-91899e222743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.877586] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e72ffc51-30c5-4c16-accd-b61f444f00be tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.435s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.904852] env[68503]: DEBUG nova.compute.manager [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.904852] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.904852] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467729e0-f950-4328-88b2-61084011dddb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.917217] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.917534] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41529a1-6911-4a49-884f-f80d7107e10e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.924470] env[68503]: DEBUG oslo_vmware.api [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 878.924470] env[68503]: value = "task-2861855" [ 878.924470] env[68503]: _type = "Task" [ 878.924470] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.937542] env[68503]: DEBUG oslo_vmware.api [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.061603] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "ec93c717-e164-45ca-a142-b03573d25884" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.061802] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "ec93c717-e164-45ca-a142-b03573d25884" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.082597] env[68503]: INFO nova.compute.manager [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Took 43.23 seconds to build instance. [ 879.088146] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-6285a4e1-2601-43c8-9bca-c438f72b0b67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.365799] env[68503]: DEBUG nova.compute.manager [req-0b0f3861-86b6-4bc3-85df-f80c479acabc req-401e780e-1bec-4bdf-8db7-50f8410ad0e5 service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Received event network-vif-plugged-f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.365799] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b0f3861-86b6-4bc3-85df-f80c479acabc req-401e780e-1bec-4bdf-8db7-50f8410ad0e5 service nova] Acquiring lock "b6a23ff5-0359-4673-a044-bd200caff4b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.365799] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b0f3861-86b6-4bc3-85df-f80c479acabc req-401e780e-1bec-4bdf-8db7-50f8410ad0e5 service nova] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.366158] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b0f3861-86b6-4bc3-85df-f80c479acabc req-401e780e-1bec-4bdf-8db7-50f8410ad0e5 service nova] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.366158] env[68503]: DEBUG nova.compute.manager [req-0b0f3861-86b6-4bc3-85df-f80c479acabc req-401e780e-1bec-4bdf-8db7-50f8410ad0e5 service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] No waiting events found dispatching network-vif-plugged-f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.366425] env[68503]: WARNING nova.compute.manager [req-0b0f3861-86b6-4bc3-85df-f80c479acabc req-401e780e-1bec-4bdf-8db7-50f8410ad0e5 service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Received unexpected event network-vif-plugged-f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 for instance with vm_state building and task_state spawning. [ 879.394939] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb4fc40-324f-43fb-9514-79662d56b671 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.403945] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee5de4-9854-43ee-a512-7c2502926387 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.444663] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a4bb4-c535-4b30-bf66-df92d249bf88 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.456196] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7ed2f6-d9be-41b4-8bb5-d4ec443e2b08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.460547] env[68503]: DEBUG oslo_vmware.api [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861855, 'name': PowerOffVM_Task, 'duration_secs': 0.287577} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.461065] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.461423] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.462197] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49cdfc9e-c699-4eec-a6b3-54d23ddef3a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.472823] env[68503]: DEBUG nova.compute.provider_tree [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.554343] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.554907] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.554907] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleting the datastore file [datastore1] 6285a4e1-2601-43c8-9bca-c438f72b0b67 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.555439] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a6c6e09-714e-49f9-a26c-80b4601d6fc7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.562897] env[68503]: DEBUG oslo_vmware.api [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 879.562897] env[68503]: value = "task-2861857" [ 879.562897] env[68503]: _type = "Task" [ 879.562897] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.575539] env[68503]: DEBUG oslo_vmware.api [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.589844] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3c30f54d-5042-4b1b-b635-ec267195cbcf tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.984s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.592065] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fc405af3-7f06-4e63-807e-bfaeee18ab85 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-6285a4e1-2601-43c8-9bca-c438f72b0b67-ea3c4ac0-a4c7-4aeb-a51d-d5f796233ce7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.623s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.599530] env[68503]: DEBUG nova.network.neutron [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Successfully updated port: f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.977215] env[68503]: DEBUG nova.scheduler.client.report [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.083135] env[68503]: DEBUG oslo_vmware.api [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2861857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38712} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.083415] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.083601] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.084039] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.084039] env[68503]: INFO nova.compute.manager [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Took 1.18 seconds to destroy the instance on the hypervisor. [ 880.084301] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.084540] env[68503]: DEBUG nova.compute.manager [-] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.084681] env[68503]: DEBUG nova.network.neutron [-] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.091959] env[68503]: DEBUG nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.099155] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "refresh_cache-b6a23ff5-0359-4673-a044-bd200caff4b7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.099294] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired lock "refresh_cache-b6a23ff5-0359-4673-a044-bd200caff4b7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.099481] env[68503]: DEBUG nova.network.neutron [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.176383] env[68503]: DEBUG nova.compute.manager [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Received event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.176618] env[68503]: DEBUG nova.compute.manager [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing instance network info cache due to event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.177081] env[68503]: DEBUG oslo_concurrency.lockutils [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] Acquiring lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.177081] env[68503]: DEBUG oslo_concurrency.lockutils [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] Acquired lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.177322] env[68503]: DEBUG nova.network.neutron [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.486070] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.486977] env[68503]: DEBUG nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.489641] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.921s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.490322] env[68503]: DEBUG nova.objects.instance [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lazy-loading 'resources' on Instance uuid 970cb109-0a57-4e65-b4fa-0800d48317bf {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.627657] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.634321] env[68503]: DEBUG nova.network.neutron [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.830042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.830338] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.830576] env[68503]: INFO nova.compute.manager [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Rebooting instance [ 880.837244] env[68503]: DEBUG nova.network.neutron [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Updating instance_info_cache with network_info: [{"id": "f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921", "address": "fa:16:3e:b2:a7:38", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf041cf1e-c7", "ovs_interfaceid": "f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.976852] env[68503]: DEBUG nova.network.neutron [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updated VIF entry in instance network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.977336] env[68503]: DEBUG nova.network.neutron [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.994432] env[68503]: DEBUG nova.compute.utils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.003350] env[68503]: DEBUG nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.003596] env[68503]: DEBUG nova.network.neutron [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.072192] env[68503]: DEBUG nova.policy [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a713aac345cd4eaf813368baa80c99bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e96ab66bc54d4db1b76278fae22190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.344812] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Releasing lock "refresh_cache-b6a23ff5-0359-4673-a044-bd200caff4b7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.345248] env[68503]: DEBUG nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Instance network_info: |[{"id": "f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921", "address": "fa:16:3e:b2:a7:38", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf041cf1e-c7", "ovs_interfaceid": "f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.346023] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a7:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.355222] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Creating folder: Project (36e96ab66bc54d4db1b76278fae22190). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.355600] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b30e10b-0603-4a23-ae3a-95e321bf612c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.387247] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.387247] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.387247] env[68503]: DEBUG nova.network.neutron [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.387247] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Created folder: Project (36e96ab66bc54d4db1b76278fae22190) in parent group-v575195. [ 881.387247] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Creating folder: Instances. Parent ref: group-v575333. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.387247] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f26c56a3-5cca-411f-b7c8-c241b4d331df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.387247] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Created folder: Instances in parent group-v575333. [ 881.387247] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.387247] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.387247] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-861c5192-59e4-4127-b5bd-b68125ff0e83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.418033] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.418033] env[68503]: value = "task-2861860" [ 881.418033] env[68503]: _type = "Task" [ 881.418033] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.427402] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861860, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.483573] env[68503]: DEBUG oslo_concurrency.lockutils [req-749e061b-6dcd-470b-93c0-2bd5f3e4bee1 req-eac96118-c5c3-4a96-92ec-8fb030b842d8 service nova] Releasing lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.500008] env[68503]: DEBUG nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.562254] env[68503]: DEBUG nova.network.neutron [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Successfully created port: 4a9532ad-62d6-43bd-9a76-472f10239107 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.681170] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ecc7a-cbf1-4021-9df5-9416b373c36c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.689164] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943b378-27d4-4a3b-aa07-53bfa161b2cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.726752] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dd3482-d4f3-46fc-87c4-0db83fa9ab13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.735097] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc914a2-c9f3-4ae0-be4f-5eca99196975 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.749178] env[68503]: DEBUG nova.compute.provider_tree [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.808416] env[68503]: DEBUG nova.network.neutron [-] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.878073] env[68503]: DEBUG nova.compute.manager [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Received event network-changed-f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.878310] env[68503]: DEBUG nova.compute.manager [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Refreshing instance network info cache due to event network-changed-f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.878529] env[68503]: DEBUG oslo_concurrency.lockutils [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] Acquiring lock "refresh_cache-b6a23ff5-0359-4673-a044-bd200caff4b7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.878676] env[68503]: DEBUG oslo_concurrency.lockutils [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] Acquired lock "refresh_cache-b6a23ff5-0359-4673-a044-bd200caff4b7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.878835] env[68503]: DEBUG nova.network.neutron [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Refreshing network info cache for port f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.931429] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861860, 'name': CreateVM_Task, 'duration_secs': 0.345104} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.931429] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.931695] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.931880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.932325] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.933758] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7326b5c-ec0e-4670-a511-dbded8ddd155 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.940619] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 881.940619] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5253b316-27b9-b403-20e4-08c750ca21b0" [ 881.940619] env[68503]: _type = "Task" [ 881.940619] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.950193] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5253b316-27b9-b403-20e4-08c750ca21b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.087267] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "47cb127d-86d0-427a-b887-170aa30f4194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.087524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "47cb127d-86d0-427a-b887-170aa30f4194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.252477] env[68503]: DEBUG nova.network.neutron [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.254538] env[68503]: DEBUG nova.scheduler.client.report [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.310926] env[68503]: INFO nova.compute.manager [-] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Took 2.23 seconds to deallocate network for instance. [ 882.457037] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5253b316-27b9-b403-20e4-08c750ca21b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.457037] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.457037] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.457037] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.457037] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.457037] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.457037] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b95948f-b172-4458-9e35-e46272803d90 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.471379] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.473716] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.473716] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6608434a-7fec-4f02-8c27-2bf0508c7145 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.479752] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 882.479752] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5260aa53-7f38-3da3-bf7c-872e2f4d99e7" [ 882.479752] env[68503]: _type = "Task" [ 882.479752] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.489381] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5260aa53-7f38-3da3-bf7c-872e2f4d99e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.516018] env[68503]: DEBUG nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.549481] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.549766] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.549905] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.550137] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.550318] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.550451] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.550670] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.550825] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.550992] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.551174] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.551346] env[68503]: DEBUG nova.virt.hardware [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.552372] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc6a37a-9873-403e-84c2-b61adecb5446 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.563463] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ad2f9-9fa0-4ab2-a201-1fac867ce651 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.757561] env[68503]: DEBUG nova.network.neutron [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Updated VIF entry in instance network info cache for port f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.757998] env[68503]: DEBUG nova.network.neutron [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Updating instance_info_cache with network_info: [{"id": "f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921", "address": "fa:16:3e:b2:a7:38", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf041cf1e-c7", "ovs_interfaceid": "f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.759464] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.761353] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.763689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.887s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.764212] env[68503]: DEBUG nova.objects.instance [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lazy-loading 'resources' on Instance uuid 17c3e88e-73ca-4255-bc84-c54e1d732b6d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.796358] env[68503]: INFO nova.scheduler.client.report [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleted allocations for instance 970cb109-0a57-4e65-b4fa-0800d48317bf [ 882.818064] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.994019] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5260aa53-7f38-3da3-bf7c-872e2f4d99e7, 'name': SearchDatastore_Task, 'duration_secs': 0.02233} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.994019] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b71631e-d36e-4d27-bf7e-a4829c283bec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.999773] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 882.999773] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b01caf-5374-dc06-ce8b-bdca32db5a02" [ 882.999773] env[68503]: _type = "Task" [ 882.999773] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.008020] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b01caf-5374-dc06-ce8b-bdca32db5a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.106569] env[68503]: DEBUG nova.compute.manager [req-f21c745a-7891-4f4d-bd27-9df810ac6ab3 req-c2298273-0fc2-41d2-8caa-b97717754c63 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Received event network-vif-plugged-4a9532ad-62d6-43bd-9a76-472f10239107 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.106787] env[68503]: DEBUG oslo_concurrency.lockutils [req-f21c745a-7891-4f4d-bd27-9df810ac6ab3 req-c2298273-0fc2-41d2-8caa-b97717754c63 service nova] Acquiring lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.106999] env[68503]: DEBUG oslo_concurrency.lockutils [req-f21c745a-7891-4f4d-bd27-9df810ac6ab3 req-c2298273-0fc2-41d2-8caa-b97717754c63 service nova] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.107187] env[68503]: DEBUG oslo_concurrency.lockutils [req-f21c745a-7891-4f4d-bd27-9df810ac6ab3 req-c2298273-0fc2-41d2-8caa-b97717754c63 service nova] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.107356] env[68503]: DEBUG nova.compute.manager [req-f21c745a-7891-4f4d-bd27-9df810ac6ab3 req-c2298273-0fc2-41d2-8caa-b97717754c63 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] No waiting events found dispatching network-vif-plugged-4a9532ad-62d6-43bd-9a76-472f10239107 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.107519] env[68503]: WARNING nova.compute.manager [req-f21c745a-7891-4f4d-bd27-9df810ac6ab3 req-c2298273-0fc2-41d2-8caa-b97717754c63 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Received unexpected event network-vif-plugged-4a9532ad-62d6-43bd-9a76-472f10239107 for instance with vm_state building and task_state spawning. [ 883.245460] env[68503]: DEBUG nova.network.neutron [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Successfully updated port: 4a9532ad-62d6-43bd-9a76-472f10239107 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.261278] env[68503]: DEBUG oslo_concurrency.lockutils [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] Releasing lock "refresh_cache-b6a23ff5-0359-4673-a044-bd200caff4b7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.261701] env[68503]: DEBUG nova.compute.manager [req-c3e70088-d31e-43e6-9dc5-2c0f5c0b77cd req-d303614d-099d-4ed7-9ec2-6be26329bfbb service nova] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Received event network-vif-deleted-fdc6d985-39b8-4c9f-8f02-91899e222743 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.270255] env[68503]: DEBUG nova.compute.manager [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.270255] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52664926-2279-4896-9b62-98a345b7acb0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.312739] env[68503]: DEBUG oslo_concurrency.lockutils [None req-183e3108-bbb3-46eb-8861-56da4c0cbea0 tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "970cb109-0a57-4e65-b4fa-0800d48317bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.345s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.513737] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b01caf-5374-dc06-ce8b-bdca32db5a02, 'name': SearchDatastore_Task, 'duration_secs': 0.023333} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.513737] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.514946] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] b6a23ff5-0359-4673-a044-bd200caff4b7/b6a23ff5-0359-4673-a044-bd200caff4b7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.514946] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec64689c-5565-49c0-b111-8ab7c2593ebf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.521580] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 883.521580] env[68503]: value = "task-2861861" [ 883.521580] env[68503]: _type = "Task" [ 883.521580] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.532658] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.748234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "refresh_cache-1bb0476d-2913-45ca-9855-9fbe0e9386ed" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.748582] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired lock "refresh_cache-1bb0476d-2913-45ca-9855-9fbe0e9386ed" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.748989] env[68503]: DEBUG nova.network.neutron [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.847105] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ea80b-5d77-4b9b-9a4d-4ad79a9d8609 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.859861] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa805d71-1a4b-4084-9e6c-756d43b8222a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.897943] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c22043-6fc5-4849-9252-ff6fcc9836f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.910867] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba86da0-6511-4827-b348-8eedd813f2bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.932077] env[68503]: DEBUG nova.compute.provider_tree [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.036876] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45632} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.037175] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] b6a23ff5-0359-4673-a044-bd200caff4b7/b6a23ff5-0359-4673-a044-bd200caff4b7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.037485] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.037885] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-793125f0-009a-4a05-b096-80442680fc14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.045347] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 884.045347] env[68503]: value = "task-2861862" [ 884.045347] env[68503]: _type = "Task" [ 884.045347] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.053901] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.291793] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d89d4-d874-45ac-96f9-2d201fb706e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.296807] env[68503]: DEBUG nova.network.neutron [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.301285] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Doing hard reboot of VM {{(pid=68503) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 884.301607] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-27fcffdf-0beb-462a-b29e-04bfacaf6e83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.307290] env[68503]: DEBUG oslo_vmware.api [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 884.307290] env[68503]: value = "task-2861863" [ 884.307290] env[68503]: _type = "Task" [ 884.307290] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.315360] env[68503]: DEBUG oslo_vmware.api [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861863, 'name': ResetVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.434892] env[68503]: DEBUG nova.scheduler.client.report [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.484924] env[68503]: DEBUG nova.network.neutron [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Updating instance_info_cache with network_info: [{"id": "4a9532ad-62d6-43bd-9a76-472f10239107", "address": "fa:16:3e:5f:73:0f", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9532ad-62", "ovs_interfaceid": "4a9532ad-62d6-43bd-9a76-472f10239107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.559027] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067759} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.559027] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.559027] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa4ebb-4e5d-4ea1-a19d-dad37b638689 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.581960] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b6a23ff5-0359-4673-a044-bd200caff4b7/b6a23ff5-0359-4673-a044-bd200caff4b7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.582636] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b0a304-9ec8-44de-a4ed-9680e5993ce5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.606363] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 884.606363] env[68503]: value = "task-2861864" [ 884.606363] env[68503]: _type = "Task" [ 884.606363] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.614654] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.823822] env[68503]: DEBUG oslo_vmware.api [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2861863, 'name': ResetVM_Task, 'duration_secs': 0.11323} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.824321] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Did hard reboot of VM {{(pid=68503) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 884.824672] env[68503]: DEBUG nova.compute.manager [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.825642] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6796196-c1fc-41f2-af56-1b08267c9fae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.940749] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.943615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.294s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.945306] env[68503]: INFO nova.compute.claims [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.970855] env[68503]: INFO nova.scheduler.client.report [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Deleted allocations for instance 17c3e88e-73ca-4255-bc84-c54e1d732b6d [ 884.988143] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Releasing lock "refresh_cache-1bb0476d-2913-45ca-9855-9fbe0e9386ed" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.989810] env[68503]: DEBUG nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Instance network_info: |[{"id": "4a9532ad-62d6-43bd-9a76-472f10239107", "address": "fa:16:3e:5f:73:0f", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9532ad-62", "ovs_interfaceid": "4a9532ad-62d6-43bd-9a76-472f10239107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.989810] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:73:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a9532ad-62d6-43bd-9a76-472f10239107', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.997403] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.998446] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.998814] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae3d80a3-055b-4e87-ac52-3bdf8e513009 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.020327] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.020327] env[68503]: value = "task-2861865" [ 885.020327] env[68503]: _type = "Task" [ 885.020327] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.028519] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861865, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.117420] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861864, 'name': ReconfigVM_Task, 'duration_secs': 0.301295} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.117978] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b6a23ff5-0359-4673-a044-bd200caff4b7/b6a23ff5-0359-4673-a044-bd200caff4b7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.118874] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9b96fb-1122-4eb3-8fa7-8e5c86021835 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.126326] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 885.126326] env[68503]: value = "task-2861866" [ 885.126326] env[68503]: _type = "Task" [ 885.126326] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.137917] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861866, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.221320] env[68503]: DEBUG nova.compute.manager [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Received event network-changed-4a9532ad-62d6-43bd-9a76-472f10239107 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.221510] env[68503]: DEBUG nova.compute.manager [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Refreshing instance network info cache due to event network-changed-4a9532ad-62d6-43bd-9a76-472f10239107. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.221751] env[68503]: DEBUG oslo_concurrency.lockutils [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] Acquiring lock "refresh_cache-1bb0476d-2913-45ca-9855-9fbe0e9386ed" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.222015] env[68503]: DEBUG oslo_concurrency.lockutils [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] Acquired lock "refresh_cache-1bb0476d-2913-45ca-9855-9fbe0e9386ed" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.222343] env[68503]: DEBUG nova.network.neutron [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Refreshing network info cache for port 4a9532ad-62d6-43bd-9a76-472f10239107 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.340565] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a64421ac-5c47-44d7-b4f4-2a874af52f18 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.510s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.484784] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f0ca3e44-47a0-407a-a7be-781a6db4084a tempest-ListServersNegativeTestJSON-171560369 tempest-ListServersNegativeTestJSON-171560369-project-member] Lock "17c3e88e-73ca-4255-bc84-c54e1d732b6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.433s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.531286] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861865, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.637214] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861866, 'name': Rename_Task, 'duration_secs': 0.174915} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.637584] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.638153] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a2054d6-cdda-405c-b6be-12c541f10362 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.645816] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 885.645816] env[68503]: value = "task-2861867" [ 885.645816] env[68503]: _type = "Task" [ 885.645816] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.655193] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.034174] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861865, 'name': CreateVM_Task, 'duration_secs': 0.516199} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.034174] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.034832] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.035722] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.036172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.036469] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4af66c-da74-456d-9610-520b4967709f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.043178] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 886.043178] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52865dac-5e4b-dfc1-bdea-806b9ebb35bd" [ 886.043178] env[68503]: _type = "Task" [ 886.043178] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.052145] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52865dac-5e4b-dfc1-bdea-806b9ebb35bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.161816] env[68503]: DEBUG oslo_vmware.api [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861867, 'name': PowerOnVM_Task, 'duration_secs': 0.475022} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.162200] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.162414] env[68503]: INFO nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Took 8.74 seconds to spawn the instance on the hypervisor. [ 886.162645] env[68503]: DEBUG nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.163829] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384fdbe5-825d-4752-9c06-f5854495b55f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.179956] env[68503]: DEBUG nova.network.neutron [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Updated VIF entry in instance network info cache for port 4a9532ad-62d6-43bd-9a76-472f10239107. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.179956] env[68503]: DEBUG nova.network.neutron [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Updating instance_info_cache with network_info: [{"id": "4a9532ad-62d6-43bd-9a76-472f10239107", "address": "fa:16:3e:5f:73:0f", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9532ad-62", "ovs_interfaceid": "4a9532ad-62d6-43bd-9a76-472f10239107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.564584] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52865dac-5e4b-dfc1-bdea-806b9ebb35bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.565537] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.565537] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.565537] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.565813] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.565858] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.566187] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c1a393-7a77-413d-a7a8-50728d385816 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.576460] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.576678] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.577590] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8f8e38-79b1-4db6-b70d-cb29f9907221 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.583934] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 886.583934] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52091229-b5c0-5323-7a9e-fdf69ef1d6c4" [ 886.583934] env[68503]: _type = "Task" [ 886.583934] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.593699] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52091229-b5c0-5323-7a9e-fdf69ef1d6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.633380] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7e4e7-393c-4045-a55f-9c72596b87cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.642685] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1929c903-fd4c-45b9-8569-b80363a26c25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.676197] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151d51ce-8153-4757-84b0-37a1daa226bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.683487] env[68503]: DEBUG oslo_concurrency.lockutils [req-d640d97a-5c48-4733-8234-b244b671ec0b req-d9901f01-7a19-43b6-8364-594c6a104993 service nova] Releasing lock "refresh_cache-1bb0476d-2913-45ca-9855-9fbe0e9386ed" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.685598] env[68503]: INFO nova.compute.manager [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Took 39.42 seconds to build instance. [ 886.690887] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47576ae-723e-4fff-8177-a00fe3ea835f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.706218] env[68503]: DEBUG nova.compute.provider_tree [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.097877] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52091229-b5c0-5323-7a9e-fdf69ef1d6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.098957] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466ae257-5409-48f0-9d13-9c783e017ed6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.107919] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 887.107919] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a2d037-e97e-a65c-ab24-f1f130ce9a99" [ 887.107919] env[68503]: _type = "Task" [ 887.107919] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.120163] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2d037-e97e-a65c-ab24-f1f130ce9a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.188872] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6460e444-1f80-4ae5-9db0-f5978031b8dc tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.064s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.212193] env[68503]: DEBUG nova.scheduler.client.report [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.626940] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2d037-e97e-a65c-ab24-f1f130ce9a99, 'name': SearchDatastore_Task, 'duration_secs': 0.025352} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.628234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.628575] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 1bb0476d-2913-45ca-9855-9fbe0e9386ed/1bb0476d-2913-45ca-9855-9fbe0e9386ed.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.629040] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b0c1fe-4a9f-401b-8017-76633e8186af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.638013] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 887.638013] env[68503]: value = "task-2861868" [ 887.638013] env[68503]: _type = "Task" [ 887.638013] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.659069] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.691623] env[68503]: DEBUG nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.719345] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.719345] env[68503]: DEBUG nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.721734] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.315s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.724516] env[68503]: INFO nova.compute.claims [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.157183] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861868, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.231705] env[68503]: DEBUG nova.compute.utils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.234340] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.234936] env[68503]: DEBUG nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.234936] env[68503]: DEBUG nova.network.neutron [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.359650] env[68503]: DEBUG nova.policy [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7cc01afcdac405ba4688c66eb9ea406', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e4a3511716c4657bb12b1048e377f2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.389195] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298b70c-54e8-5066-7578-a60cd6343f75/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.390376] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c471a62-3b6b-46b7-a94a-7f1ca113e42e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.400334] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298b70c-54e8-5066-7578-a60cd6343f75/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.400334] env[68503]: ERROR oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298b70c-54e8-5066-7578-a60cd6343f75/disk-0.vmdk due to incomplete transfer. [ 888.400334] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19aca3cc-bd80-428e-8860-df3c1f122672 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.411323] env[68503]: DEBUG oslo_vmware.rw_handles [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298b70c-54e8-5066-7578-a60cd6343f75/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 888.411323] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Uploaded image 3b731369-34a5-4910-a915-5ad1b76fea75 to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 888.413194] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.413508] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01db32ac-b32e-4c92-abed-9629a53cfad4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.420731] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 888.420731] env[68503]: value = "task-2861869" [ 888.420731] env[68503]: _type = "Task" [ 888.420731] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.432587] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861869, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.650042] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559066} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.653512] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 1bb0476d-2913-45ca-9855-9fbe0e9386ed/1bb0476d-2913-45ca-9855-9fbe0e9386ed.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.653512] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.653686] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66b7def-74d7-490d-92cd-72ac33da5cb1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.661701] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 888.661701] env[68503]: value = "task-2861870" [ 888.661701] env[68503]: _type = "Task" [ 888.661701] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.670044] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.745117] env[68503]: DEBUG nova.compute.utils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.939677] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861869, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.996378] env[68503]: DEBUG nova.network.neutron [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Successfully created port: f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.181071] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143259} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.181359] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.182217] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9552aaf-1be5-4122-96d3-5c9321cac446 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.207867] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 1bb0476d-2913-45ca-9855-9fbe0e9386ed/1bb0476d-2913-45ca-9855-9fbe0e9386ed.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.208253] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e6e681-5015-49b8-9bd9-cb44a47934b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.231825] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 889.231825] env[68503]: value = "task-2861871" [ 889.231825] env[68503]: _type = "Task" [ 889.231825] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.243545] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.248259] env[68503]: DEBUG nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.423604] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0037af67-0244-4c7e-baf9-948dcc6c6f14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.437117] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861869, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.437942] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de229bd4-aeb4-4218-98ed-b07cf50969f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.467863] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbcdc33-0f86-47c7-b1ff-054f2eb25057 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.475077] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ffe1d9-6888-4aa1-9574-1f30ad60eff2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.489976] env[68503]: DEBUG nova.compute.provider_tree [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.742284] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.938253] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861869, 'name': Destroy_Task, 'duration_secs': 1.204892} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.939201] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Destroyed the VM [ 889.941714] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.941714] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d926ac76-b02e-46f7-bb85-80d7dc47f817 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.954016] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 889.954016] env[68503]: value = "task-2861872" [ 889.954016] env[68503]: _type = "Task" [ 889.954016] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.961446] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861872, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.993443] env[68503]: DEBUG nova.scheduler.client.report [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.245440] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861871, 'name': ReconfigVM_Task, 'duration_secs': 0.813349} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.245715] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 1bb0476d-2913-45ca-9855-9fbe0e9386ed/1bb0476d-2913-45ca-9855-9fbe0e9386ed.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.247091] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63ff6e8f-7ce0-4836-909a-47fe5efd6b74 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.258596] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 890.258596] env[68503]: value = "task-2861873" [ 890.258596] env[68503]: _type = "Task" [ 890.258596] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.263331] env[68503]: DEBUG nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.269283] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861873, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.294653] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:44:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1999070278',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1096875222',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.294901] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.295073] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.295263] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.295408] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.295558] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.295765] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.295951] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.298368] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.298587] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.298778] env[68503]: DEBUG nova.virt.hardware [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.299729] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b76180-3ed5-4b23-9b53-6045a987f49f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.310025] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07e700-401f-4f44-987e-c4bb1239441a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.316539] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "b45c1449-39a5-419e-8993-906c852cc890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.316692] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b45c1449-39a5-419e-8993-906c852cc890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.460271] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861872, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.501534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.502065] env[68503]: DEBUG nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.504660] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.066s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.504839] env[68503]: DEBUG nova.objects.instance [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.591085] env[68503]: DEBUG nova.network.neutron [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Successfully updated port: f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.684438] env[68503]: DEBUG nova.compute.manager [req-f0f7bd63-9b07-45d5-a4ad-1b6d4e15fcda req-ecf8393d-4837-490c-9a8f-69205bb05a2b service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Received event network-vif-plugged-f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.685096] env[68503]: DEBUG oslo_concurrency.lockutils [req-f0f7bd63-9b07-45d5-a4ad-1b6d4e15fcda req-ecf8393d-4837-490c-9a8f-69205bb05a2b service nova] Acquiring lock "dc97a43e-95c6-4083-a539-5718af812048-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.685096] env[68503]: DEBUG oslo_concurrency.lockutils [req-f0f7bd63-9b07-45d5-a4ad-1b6d4e15fcda req-ecf8393d-4837-490c-9a8f-69205bb05a2b service nova] Lock "dc97a43e-95c6-4083-a539-5718af812048-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.685096] env[68503]: DEBUG oslo_concurrency.lockutils [req-f0f7bd63-9b07-45d5-a4ad-1b6d4e15fcda req-ecf8393d-4837-490c-9a8f-69205bb05a2b service nova] Lock "dc97a43e-95c6-4083-a539-5718af812048-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.685257] env[68503]: DEBUG nova.compute.manager [req-f0f7bd63-9b07-45d5-a4ad-1b6d4e15fcda req-ecf8393d-4837-490c-9a8f-69205bb05a2b service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] No waiting events found dispatching network-vif-plugged-f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.685497] env[68503]: WARNING nova.compute.manager [req-f0f7bd63-9b07-45d5-a4ad-1b6d4e15fcda req-ecf8393d-4837-490c-9a8f-69205bb05a2b service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Received unexpected event network-vif-plugged-f3074a4e-3237-4f46-a0b9-e03610b49d1f for instance with vm_state building and task_state spawning. [ 890.772020] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861873, 'name': Rename_Task, 'duration_secs': 0.388924} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.772399] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.772704] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ebb04fd-44f6-4e42-a7be-c1f14767c3c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.779798] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 890.779798] env[68503]: value = "task-2861874" [ 890.779798] env[68503]: _type = "Task" [ 890.779798] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.788931] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.924466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "9016dc84-144e-4679-93d1-9602212d64f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.925232] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "9016dc84-144e-4679-93d1-9602212d64f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.965115] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861872, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.012749] env[68503]: DEBUG nova.compute.utils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.014718] env[68503]: DEBUG nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.014718] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.067893] env[68503]: DEBUG nova.policy [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca446864644a4a2abc02be33569f2635', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60aff69660c64cffb6c8cc201cc33d5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.094233] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.094233] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.094358] env[68503]: DEBUG nova.network.neutron [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.291171] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861874, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.362940] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Successfully created port: fb289212-ea73-4c61-8fec-9148c2174085 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.461297] env[68503]: DEBUG oslo_vmware.api [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861872, 'name': RemoveSnapshot_Task, 'duration_secs': 1.311626} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.461558] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.461803] env[68503]: INFO nova.compute.manager [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Took 21.46 seconds to snapshot the instance on the hypervisor. [ 891.516130] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ec3c9f70-505b-40d8-a73e-4a92f413e1f1 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.517211] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.621s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.518776] env[68503]: INFO nova.compute.claims [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.521708] env[68503]: DEBUG nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.637705] env[68503]: DEBUG nova.network.neutron [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.640322] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Successfully created port: cc19e348-901d-4b2f-927e-962df92f063a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.794358] env[68503]: DEBUG oslo_vmware.api [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861874, 'name': PowerOnVM_Task, 'duration_secs': 0.516264} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.794711] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.794885] env[68503]: INFO nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Took 9.28 seconds to spawn the instance on the hypervisor. [ 891.796195] env[68503]: DEBUG nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.796195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc76b8dc-6066-415f-bdec-c1e698d33a37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.870494] env[68503]: DEBUG nova.network.neutron [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Updating instance_info_cache with network_info: [{"id": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "address": "fa:16:3e:e8:33:85", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3074a4e-32", "ovs_interfaceid": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.033924] env[68503]: DEBUG nova.compute.manager [None req-73224a49-c54e-4470-8c7f-79d434a5fa37 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Found 1 images (rotation: 2) {{(pid=68503) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 892.319290] env[68503]: INFO nova.compute.manager [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Took 40.46 seconds to build instance. [ 892.373495] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Releasing lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.373839] env[68503]: DEBUG nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Instance network_info: |[{"id": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "address": "fa:16:3e:e8:33:85", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3074a4e-32", "ovs_interfaceid": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.374343] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:33:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3074a4e-3237-4f46-a0b9-e03610b49d1f', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.383049] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.383332] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc97a43e-95c6-4083-a539-5718af812048] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.383571] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a57bce3-58af-42fc-aacd-9931b86d5211 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.404135] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.404135] env[68503]: value = "task-2861875" [ 892.404135] env[68503]: _type = "Task" [ 892.404135] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.412206] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861875, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.539882] env[68503]: DEBUG nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.565868] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.565868] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.566261] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.566369] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.566502] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.566655] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.567057] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.567238] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.567722] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.567848] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.568039] env[68503]: DEBUG nova.virt.hardware [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.568980] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ffd731-aa94-4b61-b918-35452493a251 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.579821] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569edcdf-2994-4928-92a2-b8e3757ccb81 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.787395] env[68503]: DEBUG nova.compute.manager [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Received event network-changed-f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.787523] env[68503]: DEBUG nova.compute.manager [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Refreshing instance network info cache due to event network-changed-f3074a4e-3237-4f46-a0b9-e03610b49d1f. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.788042] env[68503]: DEBUG oslo_concurrency.lockutils [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] Acquiring lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.788042] env[68503]: DEBUG oslo_concurrency.lockutils [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] Acquired lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.788042] env[68503]: DEBUG nova.network.neutron [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Refreshing network info cache for port f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.823391] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b300827-3fae-4473-bb00-d69a9f7d5ca4 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.226s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.913288] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861875, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.998455] env[68503]: DEBUG nova.compute.manager [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.999846] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b954fd-7bcd-4d99-94df-7f0ba3d9eb45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.094115] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882dfe52-10d7-4a7b-8b6f-54bdd951529a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.102502] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1642e892-59ce-455d-9e58-df83a83ab126 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.133048] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a602be6b-1bbc-4dac-b9d1-98bcba70f9d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.140457] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369f7b20-c654-4a98-ab2b-9ebca389ab5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.153996] env[68503]: DEBUG nova.compute.provider_tree [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.194240] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Successfully updated port: fb289212-ea73-4c61-8fec-9148c2174085 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.326627] env[68503]: DEBUG nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.415584] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861875, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.488491] env[68503]: DEBUG nova.network.neutron [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Updated VIF entry in instance network info cache for port f3074a4e-3237-4f46-a0b9-e03610b49d1f. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.488857] env[68503]: DEBUG nova.network.neutron [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Updating instance_info_cache with network_info: [{"id": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "address": "fa:16:3e:e8:33:85", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3074a4e-32", "ovs_interfaceid": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.512902] env[68503]: INFO nova.compute.manager [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] instance snapshotting [ 893.513582] env[68503]: DEBUG nova.objects.instance [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'flavor' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.657675] env[68503]: DEBUG nova.scheduler.client.report [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.851358] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.915485] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861875, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.994016] env[68503]: DEBUG oslo_concurrency.lockutils [req-17815739-07f0-4540-9208-cc2fc80c7bf8 req-37564f11-8fb1-4ed2-ba2d-e4462eab8680 service nova] Releasing lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.995374] env[68503]: DEBUG nova.compute.manager [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.996386] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c147bc64-670e-4e76-9d8a-e47f16be8d33 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.018753] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0bc26-c3eb-4122-a87d-9dd0b5b9bb7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.039547] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75250ca-7b9d-4b18-8865-e6a4454026b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.162969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.163516] env[68503]: DEBUG nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.166107] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.069s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.167491] env[68503]: INFO nova.compute.claims [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.415340] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861875, 'name': CreateVM_Task, 'duration_secs': 1.566335} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.415539] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc97a43e-95c6-4083-a539-5718af812048] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.416252] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.416424] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.416781] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.417063] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8117d045-c514-440a-bf5a-d37a9eb6914a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.421975] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 894.421975] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5255bd76-9f12-74a3-31a9-3ee8f6ad017a" [ 894.421975] env[68503]: _type = "Task" [ 894.421975] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.432462] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5255bd76-9f12-74a3-31a9-3ee8f6ad017a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.507890] env[68503]: INFO nova.compute.manager [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] instance snapshotting [ 894.510851] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6396061e-3724-418e-83b4-c934e77c44d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.531493] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f87f67-696a-42c5-aa62-f39760bd8888 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.551890] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.552209] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a73af75-f37b-4779-93e6-f3c6ccd8c29e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.560090] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 894.560090] env[68503]: value = "task-2861876" [ 894.560090] env[68503]: _type = "Task" [ 894.560090] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.568567] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.674067] env[68503]: DEBUG nova.compute.utils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.676368] env[68503]: DEBUG nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.676559] env[68503]: DEBUG nova.network.neutron [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.742186] env[68503]: DEBUG nova.policy [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc6cf7efac264229a22c47acc02a1241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c016edc2ee944f09462786554c64f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.830264] env[68503]: DEBUG nova.compute.manager [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received event network-vif-plugged-fb289212-ea73-4c61-8fec-9148c2174085 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.830264] env[68503]: DEBUG oslo_concurrency.lockutils [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] Acquiring lock "13438972-6edd-4fae-99b4-7c0320eea983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.830264] env[68503]: DEBUG oslo_concurrency.lockutils [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] Lock "13438972-6edd-4fae-99b4-7c0320eea983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.830465] env[68503]: DEBUG oslo_concurrency.lockutils [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] Lock "13438972-6edd-4fae-99b4-7c0320eea983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.830592] env[68503]: DEBUG nova.compute.manager [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] No waiting events found dispatching network-vif-plugged-fb289212-ea73-4c61-8fec-9148c2174085 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.830856] env[68503]: WARNING nova.compute.manager [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received unexpected event network-vif-plugged-fb289212-ea73-4c61-8fec-9148c2174085 for instance with vm_state building and task_state spawning. [ 894.831111] env[68503]: DEBUG nova.compute.manager [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received event network-changed-fb289212-ea73-4c61-8fec-9148c2174085 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.831182] env[68503]: DEBUG nova.compute.manager [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Refreshing instance network info cache due to event network-changed-fb289212-ea73-4c61-8fec-9148c2174085. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.833029] env[68503]: DEBUG oslo_concurrency.lockutils [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] Acquiring lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.833029] env[68503]: DEBUG oslo_concurrency.lockutils [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] Acquired lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.833029] env[68503]: DEBUG nova.network.neutron [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Refreshing network info cache for port fb289212-ea73-4c61-8fec-9148c2174085 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.932487] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5255bd76-9f12-74a3-31a9-3ee8f6ad017a, 'name': SearchDatastore_Task, 'duration_secs': 0.016018} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.932890] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.933335] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.933335] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.933538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.933595] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.933821] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc74074a-4df4-4ef5-a305-0ff5c84a6fca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.944916] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.944916] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.944916] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6211be92-34db-49b1-a1e2-26cdbd1b02a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.951164] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 894.951164] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525d069f-c3f9-2fe2-4fbe-109a0d044a84" [ 894.951164] env[68503]: _type = "Task" [ 894.951164] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.957427] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525d069f-c3f9-2fe2-4fbe-109a0d044a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.042693] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.043071] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-908340ac-7541-4446-8669-d5172b62d093 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.050693] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 895.050693] env[68503]: value = "task-2861877" [ 895.050693] env[68503]: _type = "Task" [ 895.050693] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.058942] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.068459] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.089163] env[68503]: DEBUG nova.network.neutron [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Successfully created port: 69d1d696-3acc-4805-bde3-623fd2d53278 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.185042] env[68503]: DEBUG nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.200192] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Successfully updated port: cc19e348-901d-4b2f-927e-962df92f063a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.366809] env[68503]: DEBUG nova.network.neutron [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.463905] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525d069f-c3f9-2fe2-4fbe-109a0d044a84, 'name': SearchDatastore_Task, 'duration_secs': 0.029051} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.464488] env[68503]: DEBUG nova.network.neutron [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.466368] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9907b0e5-9db1-4aa5-87e0-4ef023f5b344 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.471704] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 895.471704] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5245498d-74e8-57ec-414c-5c7fc1e95a10" [ 895.471704] env[68503]: _type = "Task" [ 895.471704] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.481221] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5245498d-74e8-57ec-414c-5c7fc1e95a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.563088] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.571605] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861876, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.646956] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.647958] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.705645] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.730543] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74366d94-1c99-48c4-9287-b88a71481c1d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.738195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478849c8-3a9e-4d8b-a655-cabd7c4ea285 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.770685] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da62c830-894d-4170-8277-9b95223d6052 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.778595] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd51ac2-6346-491a-bb93-c8fb5ac881eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.794360] env[68503]: DEBUG nova.compute.provider_tree [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.967626] env[68503]: DEBUG oslo_concurrency.lockutils [req-49bc949f-c1c2-4460-82a2-3a9ba2c73f94 req-9c6093c9-26e0-4b1c-a350-8095df2a5030 service nova] Releasing lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.969019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.969019] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.981946] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5245498d-74e8-57ec-414c-5c7fc1e95a10, 'name': SearchDatastore_Task, 'duration_secs': 0.016509} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.982224] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.982481] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dc97a43e-95c6-4083-a539-5718af812048/dc97a43e-95c6-4083-a539-5718af812048.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.982733] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f65c362-3996-4ab7-97ed-5ea7d6f1518a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.991185] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 895.991185] env[68503]: value = "task-2861878" [ 895.991185] env[68503]: _type = "Task" [ 895.991185] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.998495] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.061380] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861877, 'name': CreateSnapshot_Task, 'duration_secs': 0.527647} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.061654] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.062456] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e666cd14-c8c9-4b01-95db-4d9ecd10eaf0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.078062] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861876, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.157438] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.157637] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.157792] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.157949] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.158304] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.158470] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.158609] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 896.158955] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.194457] env[68503]: DEBUG nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.218619] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.218881] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.219048] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.219279] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.219434] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.219601] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.219807] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.220030] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.220141] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.220303] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.220474] env[68503]: DEBUG nova.virt.hardware [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.221353] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fcf0ed-dce2-4273-b7da-d54b76802797 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.229341] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd82de2-2080-4c0f-9fbb-07c32e0bfa6a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.298209] env[68503]: DEBUG nova.scheduler.client.report [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.501796] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.505428] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.582196] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861876, 'name': CreateSnapshot_Task, 'duration_secs': 1.612202} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.586786] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.587374] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.587815] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa2e1c12-1d27-44c8-b4de-8e99fab1386c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.592751] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef05ae5-9d94-4d78-a0b5-cea01045d7af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.610456] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 896.610456] env[68503]: value = "task-2861879" [ 896.610456] env[68503]: _type = "Task" [ 896.610456] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.621699] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861879, 'name': CloneVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.661591] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.701150] env[68503]: DEBUG nova.compute.manager [req-7ecb1827-a06b-4b40-ba1a-a53d39abb7d4 req-56220b54-2f6a-43c2-b1ce-c6951fb5bdf6 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Received event network-vif-plugged-69d1d696-3acc-4805-bde3-623fd2d53278 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.701364] env[68503]: DEBUG oslo_concurrency.lockutils [req-7ecb1827-a06b-4b40-ba1a-a53d39abb7d4 req-56220b54-2f6a-43c2-b1ce-c6951fb5bdf6 service nova] Acquiring lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.701575] env[68503]: DEBUG oslo_concurrency.lockutils [req-7ecb1827-a06b-4b40-ba1a-a53d39abb7d4 req-56220b54-2f6a-43c2-b1ce-c6951fb5bdf6 service nova] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.701739] env[68503]: DEBUG oslo_concurrency.lockutils [req-7ecb1827-a06b-4b40-ba1a-a53d39abb7d4 req-56220b54-2f6a-43c2-b1ce-c6951fb5bdf6 service nova] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.701898] env[68503]: DEBUG nova.compute.manager [req-7ecb1827-a06b-4b40-ba1a-a53d39abb7d4 req-56220b54-2f6a-43c2-b1ce-c6951fb5bdf6 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] No waiting events found dispatching network-vif-plugged-69d1d696-3acc-4805-bde3-623fd2d53278 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.702098] env[68503]: WARNING nova.compute.manager [req-7ecb1827-a06b-4b40-ba1a-a53d39abb7d4 req-56220b54-2f6a-43c2-b1ce-c6951fb5bdf6 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Received unexpected event network-vif-plugged-69d1d696-3acc-4805-bde3-623fd2d53278 for instance with vm_state building and task_state spawning. [ 896.805740] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.806484] env[68503]: DEBUG nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.811164] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.091s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.811697] env[68503]: DEBUG nova.objects.instance [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lazy-loading 'resources' on Instance uuid f6db9f4b-f133-4c8a-8225-35535a715a80 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.844995] env[68503]: DEBUG nova.network.neutron [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Updating instance_info_cache with network_info: [{"id": "fb289212-ea73-4c61-8fec-9148c2174085", "address": "fa:16:3e:95:7b:f3", "network": {"id": "5c13f540-ce8b-4d19-9c86-d3bd45358f29", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-508251841", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb289212-ea", "ovs_interfaceid": "fb289212-ea73-4c61-8fec-9148c2174085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc19e348-901d-4b2f-927e-962df92f063a", "address": "fa:16:3e:21:ee:66", "network": {"id": "52a765f4-4618-444c-beea-e9218c357c2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1836012615", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc19e348-90", "ovs_interfaceid": "cc19e348-901d-4b2f-927e-962df92f063a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.929152] env[68503]: DEBUG nova.network.neutron [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Successfully updated port: 69d1d696-3acc-4805-bde3-623fd2d53278 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.939763] env[68503]: DEBUG nova.compute.manager [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received event network-vif-plugged-cc19e348-901d-4b2f-927e-962df92f063a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.939980] env[68503]: DEBUG oslo_concurrency.lockutils [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] Acquiring lock "13438972-6edd-4fae-99b4-7c0320eea983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.943146] env[68503]: DEBUG oslo_concurrency.lockutils [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] Lock "13438972-6edd-4fae-99b4-7c0320eea983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.943650] env[68503]: DEBUG oslo_concurrency.lockutils [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] Lock "13438972-6edd-4fae-99b4-7c0320eea983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.944785] env[68503]: DEBUG nova.compute.manager [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] No waiting events found dispatching network-vif-plugged-cc19e348-901d-4b2f-927e-962df92f063a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.944785] env[68503]: WARNING nova.compute.manager [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received unexpected event network-vif-plugged-cc19e348-901d-4b2f-927e-962df92f063a for instance with vm_state building and task_state spawning. [ 896.944785] env[68503]: DEBUG nova.compute.manager [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received event network-changed-cc19e348-901d-4b2f-927e-962df92f063a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.944785] env[68503]: DEBUG nova.compute.manager [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Refreshing instance network info cache due to event network-changed-cc19e348-901d-4b2f-927e-962df92f063a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.944785] env[68503]: DEBUG oslo_concurrency.lockutils [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] Acquiring lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.002653] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896118} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.003078] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dc97a43e-95c6-4083-a539-5718af812048/dc97a43e-95c6-4083-a539-5718af812048.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.003245] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.003565] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d635317-5ee7-4e26-b4de-880d79f3974a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.009582] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 897.009582] env[68503]: value = "task-2861880" [ 897.009582] env[68503]: _type = "Task" [ 897.009582] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.017671] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.119625] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.120082] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39a4a8f2-7681-4262-a87a-8e29265d89fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.132118] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861879, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.133409] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 897.133409] env[68503]: value = "task-2861881" [ 897.133409] env[68503]: _type = "Task" [ 897.133409] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.141622] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861881, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.315538] env[68503]: DEBUG nova.compute.utils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.320200] env[68503]: DEBUG nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.320396] env[68503]: DEBUG nova.network.neutron [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.350693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Releasing lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.351224] env[68503]: DEBUG nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Instance network_info: |[{"id": "fb289212-ea73-4c61-8fec-9148c2174085", "address": "fa:16:3e:95:7b:f3", "network": {"id": "5c13f540-ce8b-4d19-9c86-d3bd45358f29", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-508251841", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb289212-ea", "ovs_interfaceid": "fb289212-ea73-4c61-8fec-9148c2174085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc19e348-901d-4b2f-927e-962df92f063a", "address": "fa:16:3e:21:ee:66", "network": {"id": "52a765f4-4618-444c-beea-e9218c357c2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1836012615", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc19e348-90", "ovs_interfaceid": "cc19e348-901d-4b2f-927e-962df92f063a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.351834] env[68503]: DEBUG oslo_concurrency.lockutils [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] Acquired lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.352064] env[68503]: DEBUG nova.network.neutron [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Refreshing network info cache for port cc19e348-901d-4b2f-927e-962df92f063a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.353477] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:7b:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb289212-ea73-4c61-8fec-9148c2174085', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:ee:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc19e348-901d-4b2f-927e-962df92f063a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.364525] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.368777] env[68503]: DEBUG nova.policy [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79cfc87deb9d45c9b3b822346cb341c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d27482b6a4443bb833b52de52636802', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.370737] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.371325] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c0496e-f0e9-4a7d-8162-1ae7dfe0d14e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.401702] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.401702] env[68503]: value = "task-2861882" [ 897.401702] env[68503]: _type = "Task" [ 897.401702] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.411567] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861882, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.431496] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "refresh_cache-81ce8d77-efb1-4585-8d77-8e97e3b97fd0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.431607] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired lock "refresh_cache-81ce8d77-efb1-4585-8d77-8e97e3b97fd0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.431804] env[68503]: DEBUG nova.network.neutron [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.521059] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079743} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.521392] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.522220] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c49fd5-3e21-421f-a993-a85fb1a0b037 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.549231] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] dc97a43e-95c6-4083-a539-5718af812048/dc97a43e-95c6-4083-a539-5718af812048.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.551940] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb838353-2217-4ced-9227-8c87310a00b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.572313] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 897.572313] env[68503]: value = "task-2861883" [ 897.572313] env[68503]: _type = "Task" [ 897.572313] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.586276] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.632402] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861879, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.642791] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861881, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.824028] env[68503]: DEBUG nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.915640] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861882, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.927910] env[68503]: DEBUG nova.network.neutron [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Successfully created port: 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.956383] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e03bb5-c61d-4791-910e-1257f9505080 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.965633] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb84b36-2215-45bc-97dc-7a16846d8fd3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.998064] env[68503]: DEBUG nova.network.neutron [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.002625] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ec583e-6863-4e21-88bd-86365b43b76e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.010460] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b313dd1-8328-44e0-8591-d0198db3aa67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.027554] env[68503]: DEBUG nova.compute.provider_tree [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.083457] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.136975] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861879, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.148714] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861881, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.219153] env[68503]: DEBUG nova.network.neutron [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Updating instance_info_cache with network_info: [{"id": "69d1d696-3acc-4805-bde3-623fd2d53278", "address": "fa:16:3e:67:9f:c1", "network": {"id": "79456d01-4a57-405e-b281-ed71f0b79561", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-373890015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c016edc2ee944f09462786554c64f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d1d696-3a", "ovs_interfaceid": "69d1d696-3acc-4805-bde3-623fd2d53278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.221710] env[68503]: DEBUG nova.network.neutron [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Updated VIF entry in instance network info cache for port cc19e348-901d-4b2f-927e-962df92f063a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.222110] env[68503]: DEBUG nova.network.neutron [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Updating instance_info_cache with network_info: [{"id": "fb289212-ea73-4c61-8fec-9148c2174085", "address": "fa:16:3e:95:7b:f3", "network": {"id": "5c13f540-ce8b-4d19-9c86-d3bd45358f29", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-508251841", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb289212-ea", "ovs_interfaceid": "fb289212-ea73-4c61-8fec-9148c2174085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc19e348-901d-4b2f-927e-962df92f063a", "address": "fa:16:3e:21:ee:66", "network": {"id": "52a765f4-4618-444c-beea-e9218c357c2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1836012615", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "60aff69660c64cffb6c8cc201cc33d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc19e348-90", "ovs_interfaceid": "cc19e348-901d-4b2f-927e-962df92f063a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.411903] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861882, 'name': CreateVM_Task, 'duration_secs': 0.552235} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.412096] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.412914] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.413047] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.413401] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.413665] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6437530a-ae1a-4767-b53a-0b1e36897f10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.417956] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 898.417956] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525e3cc4-f3f0-e146-418f-29c3226c5766" [ 898.417956] env[68503]: _type = "Task" [ 898.417956] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.425749] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525e3cc4-f3f0-e146-418f-29c3226c5766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.533460] env[68503]: DEBUG nova.scheduler.client.report [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.583649] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.634233] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861879, 'name': CloneVM_Task, 'duration_secs': 1.959311} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.634479] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Created linked-clone VM from snapshot [ 898.635282] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05001482-aaaf-4e2d-af0b-81aed992b1ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.645402] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Uploading image c961da3d-b2f5-46af-8202-52f90ae98489 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.650689] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861881, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.667022] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 898.667022] env[68503]: value = "vm-575340" [ 898.667022] env[68503]: _type = "VirtualMachine" [ 898.667022] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 898.667361] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b99501f-6b6a-4ef6-bb11-96fd7372048a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.674603] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lease: (returnval){ [ 898.674603] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52488776-0065-41e0-2ec3-6e306c559416" [ 898.674603] env[68503]: _type = "HttpNfcLease" [ 898.674603] env[68503]: } obtained for exporting VM: (result){ [ 898.674603] env[68503]: value = "vm-575340" [ 898.674603] env[68503]: _type = "VirtualMachine" [ 898.674603] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 898.674878] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the lease: (returnval){ [ 898.674878] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52488776-0065-41e0-2ec3-6e306c559416" [ 898.674878] env[68503]: _type = "HttpNfcLease" [ 898.674878] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 898.687031] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.687031] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52488776-0065-41e0-2ec3-6e306c559416" [ 898.687031] env[68503]: _type = "HttpNfcLease" [ 898.687031] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 898.687320] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 898.687320] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52488776-0065-41e0-2ec3-6e306c559416" [ 898.687320] env[68503]: _type = "HttpNfcLease" [ 898.687320] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 898.688051] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb32ffb-847f-4384-afee-fed2c69f02e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.695881] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255f252-9a4a-990f-12ee-f67b091052ca/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 898.696089] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255f252-9a4a-990f-12ee-f67b091052ca/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 898.755652] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Releasing lock "refresh_cache-81ce8d77-efb1-4585-8d77-8e97e3b97fd0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.756033] env[68503]: DEBUG nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Instance network_info: |[{"id": "69d1d696-3acc-4805-bde3-623fd2d53278", "address": "fa:16:3e:67:9f:c1", "network": {"id": "79456d01-4a57-405e-b281-ed71f0b79561", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-373890015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c016edc2ee944f09462786554c64f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d1d696-3a", "ovs_interfaceid": "69d1d696-3acc-4805-bde3-623fd2d53278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.756534] env[68503]: DEBUG oslo_concurrency.lockutils [req-76ce12ef-f582-412e-bd6c-869d270367ad req-d8168655-7018-4f00-8c9f-4e5f63b5656c service nova] Releasing lock "refresh_cache-13438972-6edd-4fae-99b4-7c0320eea983" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.758187] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:9f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69d1d696-3acc-4805-bde3-623fd2d53278', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.765803] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.767032] env[68503]: DEBUG nova.compute.manager [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Received event network-changed-69d1d696-3acc-4805-bde3-623fd2d53278 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.767239] env[68503]: DEBUG nova.compute.manager [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Refreshing instance network info cache due to event network-changed-69d1d696-3acc-4805-bde3-623fd2d53278. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.767465] env[68503]: DEBUG oslo_concurrency.lockutils [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] Acquiring lock "refresh_cache-81ce8d77-efb1-4585-8d77-8e97e3b97fd0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.767617] env[68503]: DEBUG oslo_concurrency.lockutils [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] Acquired lock "refresh_cache-81ce8d77-efb1-4585-8d77-8e97e3b97fd0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.767788] env[68503]: DEBUG nova.network.neutron [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Refreshing network info cache for port 69d1d696-3acc-4805-bde3-623fd2d53278 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.773029] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.773029] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a77efa-08d4-498f-92b5-8e4a762c301e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.793374] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.793374] env[68503]: value = "task-2861885" [ 898.793374] env[68503]: _type = "Task" [ 898.793374] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.802632] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861885, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.826212] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-caf5f619-0005-4be1-82d4-702524c19152 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.834319] env[68503]: DEBUG nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.864756] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.865042] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.865209] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.865392] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.865536] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.865683] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.865898] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.866077] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.866257] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.866424] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.866599] env[68503]: DEBUG nova.virt.hardware [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.867572] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb525ab-2dc4-4588-9467-f76295b9125a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.876274] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63b9b8-166f-4597-ba80-0a6d6727f596 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.929738] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525e3cc4-f3f0-e146-418f-29c3226c5766, 'name': SearchDatastore_Task, 'duration_secs': 0.015714} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.930054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.930291] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.930539] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.930674] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.930849] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.931140] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d009651d-7f1d-4ef9-820d-c4c4ab84b2a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.939991] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.940204] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.940977] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648f3bc4-cbad-4232-92b9-36a749d39596 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.948864] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 898.948864] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e32489-2df8-9fcd-b983-6ad360395f05" [ 898.948864] env[68503]: _type = "Task" [ 898.948864] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.961068] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e32489-2df8-9fcd-b983-6ad360395f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.040027] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.042257] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.247s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.043833] env[68503]: INFO nova.compute.claims [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.079458] env[68503]: INFO nova.scheduler.client.report [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Deleted allocations for instance f6db9f4b-f133-4c8a-8225-35535a715a80 [ 899.089273] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861883, 'name': ReconfigVM_Task, 'duration_secs': 1.148515} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.089273] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Reconfigured VM instance instance-00000032 to attach disk [datastore2] dc97a43e-95c6-4083-a539-5718af812048/dc97a43e-95c6-4083-a539-5718af812048.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.089273] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68503) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 899.089273] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4fc13141-43eb-48d6-a6e0-70c054cb1c86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.097822] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 899.097822] env[68503]: value = "task-2861886" [ 899.097822] env[68503]: _type = "Task" [ 899.097822] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.109308] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861886, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.150073] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861881, 'name': CloneVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.303866] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861885, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.461796] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e32489-2df8-9fcd-b983-6ad360395f05, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.462589] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44e640e-0283-4526-a467-45c15d6ef132 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.467944] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 899.467944] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5255463e-fb4b-4784-5ecf-7960c2aaeac1" [ 899.467944] env[68503]: _type = "Task" [ 899.467944] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.478248] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5255463e-fb4b-4784-5ecf-7960c2aaeac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.514157] env[68503]: DEBUG nova.network.neutron [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Updated VIF entry in instance network info cache for port 69d1d696-3acc-4805-bde3-623fd2d53278. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.514520] env[68503]: DEBUG nova.network.neutron [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Updating instance_info_cache with network_info: [{"id": "69d1d696-3acc-4805-bde3-623fd2d53278", "address": "fa:16:3e:67:9f:c1", "network": {"id": "79456d01-4a57-405e-b281-ed71f0b79561", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-373890015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c016edc2ee944f09462786554c64f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d1d696-3a", "ovs_interfaceid": "69d1d696-3acc-4805-bde3-623fd2d53278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.591652] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1193e0aa-25db-4a9c-a82d-c8596ee8ff4f tempest-ImagesOneServerTestJSON-521874626 tempest-ImagesOneServerTestJSON-521874626-project-member] Lock "f6db9f4b-f133-4c8a-8225-35535a715a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.417s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.612797] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861886, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.069649} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.615511] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68503) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 899.615511] env[68503]: DEBUG nova.network.neutron [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Successfully updated port: 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.616305] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6e3c3e-95fb-4f14-a1e2-12b5132630d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.647761] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] dc97a43e-95c6-4083-a539-5718af812048/ephemeral_0.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.648589] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee1ca50-828d-4e1f-b6a1-3f8ffffd26c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.672379] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861881, 'name': CloneVM_Task, 'duration_secs': 2.114669} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.674015] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Created linked-clone VM from snapshot [ 899.674536] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 899.674536] env[68503]: value = "task-2861887" [ 899.674536] env[68503]: _type = "Task" [ 899.674536] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.675445] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa72dbae-2267-4031-a702-4d75d5b17f47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.689983] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Uploading image faa3ab1a-d95f-4d91-bc29-d5bf3273d904 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 899.695985] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.718445] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 899.718445] env[68503]: value = "vm-575341" [ 899.718445] env[68503]: _type = "VirtualMachine" [ 899.718445] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 899.718758] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cd9e0a0-2b8f-4b54-b7b3-291f7fb1ae99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.727217] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease: (returnval){ [ 899.727217] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c4d845-a5df-cc88-0e18-75a04814309a" [ 899.727217] env[68503]: _type = "HttpNfcLease" [ 899.727217] env[68503]: } obtained for exporting VM: (result){ [ 899.727217] env[68503]: value = "vm-575341" [ 899.727217] env[68503]: _type = "VirtualMachine" [ 899.727217] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 899.727532] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the lease: (returnval){ [ 899.727532] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c4d845-a5df-cc88-0e18-75a04814309a" [ 899.727532] env[68503]: _type = "HttpNfcLease" [ 899.727532] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 899.734785] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.734785] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c4d845-a5df-cc88-0e18-75a04814309a" [ 899.734785] env[68503]: _type = "HttpNfcLease" [ 899.734785] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.804174] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861885, 'name': CreateVM_Task, 'duration_secs': 0.647917} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.804443] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.805210] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.805548] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.805956] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.806283] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a2e1dd-ccdb-4b2c-8647-4bb3db992409 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.811920] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 899.811920] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52901003-ff1b-02e9-bd3a-10826ddecaf0" [ 899.811920] env[68503]: _type = "Task" [ 899.811920] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.821080] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52901003-ff1b-02e9-bd3a-10826ddecaf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.980863] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5255463e-fb4b-4784-5ecf-7960c2aaeac1, 'name': SearchDatastore_Task, 'duration_secs': 0.019642} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.981273] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.981620] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 13438972-6edd-4fae-99b4-7c0320eea983/13438972-6edd-4fae-99b4-7c0320eea983.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.982235] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c513a437-17e4-401c-9b31-73cd8bc6a59d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.000330] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 900.000330] env[68503]: value = "task-2861889" [ 900.000330] env[68503]: _type = "Task" [ 900.000330] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.011021] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.017778] env[68503]: DEBUG oslo_concurrency.lockutils [req-4ccf85a8-54f7-4a3b-a824-253be71ca0d1 req-ff28b248-ea99-4a43-ab15-43eed8a64ae4 service nova] Releasing lock "refresh_cache-81ce8d77-efb1-4585-8d77-8e97e3b97fd0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.119907] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.120403] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.120403] env[68503]: DEBUG nova.network.neutron [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.191432] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.238869] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.238869] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c4d845-a5df-cc88-0e18-75a04814309a" [ 900.238869] env[68503]: _type = "HttpNfcLease" [ 900.238869] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.239494] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.239494] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c4d845-a5df-cc88-0e18-75a04814309a" [ 900.239494] env[68503]: _type = "HttpNfcLease" [ 900.239494] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.240378] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16cfbc4-20c2-4a17-a101-9d602cc93898 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.251361] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285af83-709b-94f8-78b4-739c82f31050/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.251806] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285af83-709b-94f8-78b4-739c82f31050/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.331844] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52901003-ff1b-02e9-bd3a-10826ddecaf0, 'name': SearchDatastore_Task, 'duration_secs': 0.020875} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.332197] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.332529] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.332862] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.333060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.333326] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.333696] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-433243b5-d041-4117-823b-499e980ba358 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.346867] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.347126] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.348328] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7d0bac-5c6c-40d7-81ac-2c9fe38f8a07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.360410] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 900.360410] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5243b88f-f017-7997-d801-772264ed323f" [ 900.360410] env[68503]: _type = "Task" [ 900.360410] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.372456] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5243b88f-f017-7997-d801-772264ed323f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.377990] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d36a616-40a3-4676-9c2d-b91f0b68d219 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.513514] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861889, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.693228] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.730054] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168585f-b7b5-4a3e-a63d-c6c439f51831 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.739288] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78191ac4-33a6-4126-afa0-d5f39d9bfb59 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.782141] env[68503]: DEBUG nova.network.neutron [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.786090] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ba7b21-0568-4df6-8b56-c9ebd678b381 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.801874] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ffd2fa-a405-44f5-987d-da4c10f795a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.820016] env[68503]: DEBUG nova.compute.provider_tree [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.873662] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5243b88f-f017-7997-d801-772264ed323f, 'name': SearchDatastore_Task, 'duration_secs': 0.014475} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.879235] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836b6f72-1af5-44e4-84e4-c65e40f7949e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.887617] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 900.887617] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d2e379-41f2-7ab1-6dd2-793e2a16212e" [ 900.887617] env[68503]: _type = "Task" [ 900.887617] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.899730] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d2e379-41f2-7ab1-6dd2-793e2a16212e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.014880] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837793} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.015823] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 13438972-6edd-4fae-99b4-7c0320eea983/13438972-6edd-4fae-99b4-7c0320eea983.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.016196] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.016753] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d89af5a-ccc6-4782-8999-34c643ac5b3c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.028615] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 901.028615] env[68503]: value = "task-2861890" [ 901.028615] env[68503]: _type = "Task" [ 901.028615] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.037576] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.101704] env[68503]: DEBUG nova.network.neutron [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updating instance_info_cache with network_info: [{"id": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "address": "fa:16:3e:56:55:e8", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baf65aa-ca", "ovs_interfaceid": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.132801] env[68503]: DEBUG nova.compute.manager [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Received event network-vif-plugged-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.133791] env[68503]: DEBUG oslo_concurrency.lockutils [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] Acquiring lock "cc32710e-aff2-4808-bf24-02e6d69f08c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.133791] env[68503]: DEBUG oslo_concurrency.lockutils [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.134087] env[68503]: DEBUG oslo_concurrency.lockutils [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.134462] env[68503]: DEBUG nova.compute.manager [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] No waiting events found dispatching network-vif-plugged-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.136108] env[68503]: WARNING nova.compute.manager [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Received unexpected event network-vif-plugged-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe for instance with vm_state building and task_state spawning. [ 901.136108] env[68503]: DEBUG nova.compute.manager [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Received event network-changed-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.136108] env[68503]: DEBUG nova.compute.manager [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Refreshing instance network info cache due to event network-changed-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.136108] env[68503]: DEBUG oslo_concurrency.lockutils [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] Acquiring lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.194285] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.326185] env[68503]: DEBUG nova.scheduler.client.report [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.400673] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d2e379-41f2-7ab1-6dd2-793e2a16212e, 'name': SearchDatastore_Task, 'duration_secs': 0.032502} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.400673] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.401035] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 81ce8d77-efb1-4585-8d77-8e97e3b97fd0/81ce8d77-efb1-4585-8d77-8e97e3b97fd0.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.401444] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-332ac33f-e474-404a-b5a8-6b0deaf663ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.410539] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 901.410539] env[68503]: value = "task-2861891" [ 901.410539] env[68503]: _type = "Task" [ 901.410539] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.420482] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.539978] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16042} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.539978] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.540218] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818bf4c2-9a09-453b-b80d-148263b24e02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.581355] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 13438972-6edd-4fae-99b4-7c0320eea983/13438972-6edd-4fae-99b4-7c0320eea983.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.581355] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574aee21-1baa-4b80-a743-a0b0d85b0fac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.602928] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 901.602928] env[68503]: value = "task-2861892" [ 901.602928] env[68503]: _type = "Task" [ 901.602928] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.607707] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Releasing lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.608225] env[68503]: DEBUG nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Instance network_info: |[{"id": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "address": "fa:16:3e:56:55:e8", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baf65aa-ca", "ovs_interfaceid": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.608663] env[68503]: DEBUG oslo_concurrency.lockutils [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] Acquired lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.608926] env[68503]: DEBUG nova.network.neutron [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Refreshing network info cache for port 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.610357] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:55:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7baf65aa-ca5c-49d6-b6e0-edb71cd304fe', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.619400] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.623675] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.628243] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c49c81aa-75ff-437b-9ead-21d9c2252722 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.652266] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.661377] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.661377] env[68503]: value = "task-2861893" [ 901.661377] env[68503]: _type = "Task" [ 901.661377] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.672174] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861893, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.693530] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861887, 'name': ReconfigVM_Task, 'duration_secs': 1.540513} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.694039] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Reconfigured VM instance instance-00000032 to attach disk [datastore2] dc97a43e-95c6-4083-a539-5718af812048/ephemeral_0.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.694754] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e083c90d-3e26-4107-990c-375b0b8983bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.708303] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 901.708303] env[68503]: value = "task-2861894" [ 901.708303] env[68503]: _type = "Task" [ 901.708303] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.717956] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861894, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.833890] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.834616] env[68503]: DEBUG nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.839064] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.538s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.840580] env[68503]: DEBUG nova.objects.instance [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lazy-loading 'resources' on Instance uuid 80dce7e4-66e9-4a56-82d7-ceebfd78e23d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.928222] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861891, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.034561] env[68503]: DEBUG nova.network.neutron [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updated VIF entry in instance network info cache for port 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.036449] env[68503]: DEBUG nova.network.neutron [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updating instance_info_cache with network_info: [{"id": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "address": "fa:16:3e:56:55:e8", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baf65aa-ca", "ovs_interfaceid": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.116046] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.175541] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861893, 'name': CreateVM_Task, 'duration_secs': 0.43841} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.176171] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.178221] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.178756] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.179615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.179983] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f055d3c2-cb26-427c-a6fe-7aa46262221f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.189762] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 902.189762] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b47bd7-4d4b-f31b-eacd-504b6b4b4a43" [ 902.189762] env[68503]: _type = "Task" [ 902.189762] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.199479] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b47bd7-4d4b-f31b-eacd-504b6b4b4a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.218267] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861894, 'name': Rename_Task, 'duration_secs': 0.491032} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.218719] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.219102] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ed346b-1251-4225-8a44-f81b45581e20 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.228659] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 902.228659] env[68503]: value = "task-2861895" [ 902.228659] env[68503]: _type = "Task" [ 902.228659] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.240135] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.345045] env[68503]: DEBUG nova.compute.utils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.350334] env[68503]: DEBUG nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.350739] env[68503]: DEBUG nova.network.neutron [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.405917] env[68503]: DEBUG nova.policy [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d6c58295a8462eaf9fca2e4a6c16ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336d1421a204b3f8c48c5e6eb0f57bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.428970] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739649} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.429355] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 81ce8d77-efb1-4585-8d77-8e97e3b97fd0/81ce8d77-efb1-4585-8d77-8e97e3b97fd0.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.429648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.430083] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21a72007-b990-4cab-b1b3-300239c2c0c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.440107] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 902.440107] env[68503]: value = "task-2861896" [ 902.440107] env[68503]: _type = "Task" [ 902.440107] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.450865] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.545530] env[68503]: DEBUG oslo_concurrency.lockutils [req-e0d669fc-54f5-4d45-adf3-4d11291e2960 req-b100de24-04a6-4c70-a5b8-94e32ca90391 service nova] Releasing lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.614775] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861892, 'name': ReconfigVM_Task, 'duration_secs': 0.670967} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.617990] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 13438972-6edd-4fae-99b4-7c0320eea983/13438972-6edd-4fae-99b4-7c0320eea983.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.619048] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89391274-000b-4313-901c-1eea909ff7d1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.630367] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 902.630367] env[68503]: value = "task-2861897" [ 902.630367] env[68503]: _type = "Task" [ 902.630367] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.648538] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861897, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.703928] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b47bd7-4d4b-f31b-eacd-504b6b4b4a43, 'name': SearchDatastore_Task, 'duration_secs': 0.02018} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.704277] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.704513] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.704749] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.704893] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.705116] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.705398] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961cdf70-e524-4f40-8036-467a85df2e99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.715994] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.716253] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.717041] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b6ccb5-2f44-451e-896c-1ee9948846dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.726099] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 902.726099] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52265e59-383c-8063-7891-e0338cd99412" [ 902.726099] env[68503]: _type = "Task" [ 902.726099] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.743529] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52265e59-383c-8063-7891-e0338cd99412, 'name': SearchDatastore_Task, 'duration_secs': 0.014358} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.744348] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7fafaf-49e1-41f6-a0a8-67003b666ca5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.752838] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861895, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.755044] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 902.755044] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52095606-4845-c320-26d8-e8f3bb3417a2" [ 902.755044] env[68503]: _type = "Task" [ 902.755044] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.768723] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52095606-4845-c320-26d8-e8f3bb3417a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.851055] env[68503]: DEBUG nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.858808] env[68503]: DEBUG nova.network.neutron [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Successfully created port: b9839c96-b70a-4c08-a82b-31638cb5d41c {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.955764] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104234} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.959150] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.960713] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9972e74-6620-4d5c-a80f-d754ea5b07e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.986967] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 81ce8d77-efb1-4585-8d77-8e97e3b97fd0/81ce8d77-efb1-4585-8d77-8e97e3b97fd0.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.987893] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca9286e-e512-4ed4-85a6-9b8b23b37691 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.004324] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b799b4-d8b7-4b45-ae23-746644e3d8cf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.015519] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bb7e85-5950-4f80-8a91-21b41584bb48 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.019351] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 903.019351] env[68503]: value = "task-2861898" [ 903.019351] env[68503]: _type = "Task" [ 903.019351] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.057250] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abdb3f-888c-471a-8e5d-7802917af79b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.060091] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.065824] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977b339-ab00-4a71-9960-2064cf06d495 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.080517] env[68503]: DEBUG nova.compute.provider_tree [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.144034] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861897, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.241502] env[68503]: DEBUG oslo_vmware.api [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2861895, 'name': PowerOnVM_Task, 'duration_secs': 0.805411} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.241894] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.242092] env[68503]: INFO nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Took 12.98 seconds to spawn the instance on the hypervisor. [ 903.242306] env[68503]: DEBUG nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.243879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8784a-a3b3-4e11-8624-b193f42c5808 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.269725] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52095606-4845-c320-26d8-e8f3bb3417a2, 'name': SearchDatastore_Task, 'duration_secs': 0.016492} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.270084] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.270433] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] cc32710e-aff2-4808-bf24-02e6d69f08c2/cc32710e-aff2-4808-bf24-02e6d69f08c2.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.270762] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-710e991b-9907-4299-9d87-adb65c6b0f47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.279288] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 903.279288] env[68503]: value = "task-2861899" [ 903.279288] env[68503]: _type = "Task" [ 903.279288] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.289543] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.529969] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.586019] env[68503]: DEBUG nova.scheduler.client.report [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.644302] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861897, 'name': Rename_Task, 'duration_secs': 0.781263} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.644626] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.644928] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583ca12b-e54d-4750-bb26-9cedb77b6377 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.652614] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 903.652614] env[68503]: value = "task-2861900" [ 903.652614] env[68503]: _type = "Task" [ 903.652614] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.663614] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.767591] env[68503]: INFO nova.compute.manager [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Took 46.14 seconds to build instance. [ 903.796790] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861899, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.860783] env[68503]: DEBUG nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.030897] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861898, 'name': ReconfigVM_Task, 'duration_secs': 0.615936} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.031285] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 81ce8d77-efb1-4585-8d77-8e97e3b97fd0/81ce8d77-efb1-4585-8d77-8e97e3b97fd0.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.031935] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ca85f6-82d3-4e4a-bea0-70a97987abd9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.042027] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 904.042027] env[68503]: value = "task-2861901" [ 904.042027] env[68503]: _type = "Task" [ 904.042027] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.047873] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861901, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.091397] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.094047] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.450s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.095029] env[68503]: DEBUG nova.objects.instance [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lazy-loading 'resources' on Instance uuid 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.124090] env[68503]: INFO nova.scheduler.client.report [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleted allocations for instance 80dce7e4-66e9-4a56-82d7-ceebfd78e23d [ 904.164711] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861900, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.272116] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1700aa88-d737-44e9-9622-7ac42b49c2b1 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "dc97a43e-95c6-4083-a539-5718af812048" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.824s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.293428] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628937} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.295222] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] cc32710e-aff2-4808-bf24-02e6d69f08c2/cc32710e-aff2-4808-bf24-02e6d69f08c2.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.295222] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.295222] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c20d1bc-e771-4fdd-9932-51d6b9ea147a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.302188] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 904.302188] env[68503]: value = "task-2861902" [ 904.302188] env[68503]: _type = "Task" [ 904.302188] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.312609] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.548507] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861901, 'name': Rename_Task, 'duration_secs': 0.250513} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.548677] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.548937] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-971f7ea1-f968-44a9-88e1-8d3f29119a56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.556720] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 904.556720] env[68503]: value = "task-2861903" [ 904.556720] env[68503]: _type = "Task" [ 904.556720] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.564986] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.632054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c27e1b2-3f25-4e00-93b7-1d3972914092 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "80dce7e4-66e9-4a56-82d7-ceebfd78e23d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.630s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.666445] env[68503]: DEBUG oslo_vmware.api [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861900, 'name': PowerOnVM_Task, 'duration_secs': 0.701054} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.666852] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.667373] env[68503]: INFO nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Took 12.13 seconds to spawn the instance on the hypervisor. [ 904.667373] env[68503]: DEBUG nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.668137] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff78083-991d-4d94-8d09-bc4688c3d67d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.763662] env[68503]: DEBUG nova.network.neutron [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Successfully updated port: b9839c96-b70a-4c08-a82b-31638cb5d41c {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.774575] env[68503]: DEBUG nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.817282] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117183} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.817880] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.818645] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307e1924-2612-46e4-a3b0-889aeab7bb20 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.851303] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] cc32710e-aff2-4808-bf24-02e6d69f08c2/cc32710e-aff2-4808-bf24-02e6d69f08c2.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.852067] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc09340-03eb-4ac0-a28f-2feae659fb65 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.878231] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 904.878231] env[68503]: value = "task-2861904" [ 904.878231] env[68503]: _type = "Task" [ 904.878231] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.889082] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.070352] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.194024] env[68503]: INFO nova.compute.manager [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Took 44.81 seconds to build instance. [ 905.200041] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94464158-c768-4266-abfe-6be35f2d0f26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.208340] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cefbc-2bc2-4c49-888e-b931b4e8f888 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.246404] env[68503]: DEBUG nova.compute.manager [req-8351570e-4b28-4095-8798-13f03674e87b req-cb5b0ebb-4cc0-4325-90e8-967e9c71c5a3 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Received event network-vif-plugged-b9839c96-b70a-4c08-a82b-31638cb5d41c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.246695] env[68503]: DEBUG oslo_concurrency.lockutils [req-8351570e-4b28-4095-8798-13f03674e87b req-cb5b0ebb-4cc0-4325-90e8-967e9c71c5a3 service nova] Acquiring lock "49616b4c-8622-47ed-86ab-42711a68ba2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.246918] env[68503]: DEBUG oslo_concurrency.lockutils [req-8351570e-4b28-4095-8798-13f03674e87b req-cb5b0ebb-4cc0-4325-90e8-967e9c71c5a3 service nova] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.247088] env[68503]: DEBUG oslo_concurrency.lockutils [req-8351570e-4b28-4095-8798-13f03674e87b req-cb5b0ebb-4cc0-4325-90e8-967e9c71c5a3 service nova] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.247280] env[68503]: DEBUG nova.compute.manager [req-8351570e-4b28-4095-8798-13f03674e87b req-cb5b0ebb-4cc0-4325-90e8-967e9c71c5a3 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] No waiting events found dispatching network-vif-plugged-b9839c96-b70a-4c08-a82b-31638cb5d41c {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.247454] env[68503]: WARNING nova.compute.manager [req-8351570e-4b28-4095-8798-13f03674e87b req-cb5b0ebb-4cc0-4325-90e8-967e9c71c5a3 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Received unexpected event network-vif-plugged-b9839c96-b70a-4c08-a82b-31638cb5d41c for instance with vm_state building and task_state spawning. [ 905.248549] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abd02fc-87bb-4b8a-aac1-a6f4260ac14e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.261332] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961618fa-50e1-43af-b9d0-631a061ac79c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.266045] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "refresh_cache-49616b4c-8622-47ed-86ab-42711a68ba2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.266154] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "refresh_cache-49616b4c-8622-47ed-86ab-42711a68ba2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.266300] env[68503]: DEBUG nova.network.neutron [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.277438] env[68503]: DEBUG nova.compute.provider_tree [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.299082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.334733] env[68503]: DEBUG nova.network.neutron [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.393090] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.460641] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "e3eea543-c293-40d3-91e3-15a2866a0e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.460920] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "e3eea543-c293-40d3-91e3-15a2866a0e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.461189] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "e3eea543-c293-40d3-91e3-15a2866a0e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.461515] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "e3eea543-c293-40d3-91e3-15a2866a0e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.461604] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "e3eea543-c293-40d3-91e3-15a2866a0e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.467129] env[68503]: INFO nova.compute.manager [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Terminating instance [ 905.545718] env[68503]: DEBUG nova.network.neutron [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Updating instance_info_cache with network_info: [{"id": "b9839c96-b70a-4c08-a82b-31638cb5d41c", "address": "fa:16:3e:e9:62:01", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9839c96-b7", "ovs_interfaceid": "b9839c96-b70a-4c08-a82b-31638cb5d41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.572252] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861903, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.695750] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2889069f-22ca-4b21-80d0-bb2c967b9045 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "13438972-6edd-4fae-99b4-7c0320eea983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.320s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.787200] env[68503]: DEBUG nova.scheduler.client.report [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.892986] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861904, 'name': ReconfigVM_Task, 'duration_secs': 0.560207} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.893401] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Reconfigured VM instance instance-00000035 to attach disk [datastore1] cc32710e-aff2-4808-bf24-02e6d69f08c2/cc32710e-aff2-4808-bf24-02e6d69f08c2.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.894479] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abfb778b-cc93-4f47-98e6-89d5824b1fd8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.902362] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 905.902362] env[68503]: value = "task-2861905" [ 905.902362] env[68503]: _type = "Task" [ 905.902362] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.912478] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861905, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.975183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "refresh_cache-e3eea543-c293-40d3-91e3-15a2866a0e44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.977048] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquired lock "refresh_cache-e3eea543-c293-40d3-91e3-15a2866a0e44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.977316] env[68503]: DEBUG nova.network.neutron [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.048718] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "refresh_cache-49616b4c-8622-47ed-86ab-42711a68ba2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.050804] env[68503]: DEBUG nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Instance network_info: |[{"id": "b9839c96-b70a-4c08-a82b-31638cb5d41c", "address": "fa:16:3e:e9:62:01", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9839c96-b7", "ovs_interfaceid": "b9839c96-b70a-4c08-a82b-31638cb5d41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.073076] env[68503]: DEBUG oslo_vmware.api [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861903, 'name': PowerOnVM_Task, 'duration_secs': 1.351415} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.073396] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.073634] env[68503]: INFO nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Took 9.88 seconds to spawn the instance on the hypervisor. [ 906.073850] env[68503]: DEBUG nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.074773] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159ce86a-5228-4d9b-a669-4b3bcb538c82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.200176] env[68503]: DEBUG nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.300460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.303083] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.406s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.303328] env[68503]: DEBUG nova.objects.instance [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lazy-loading 'resources' on Instance uuid 9af46d30-f1c2-463f-bdd8-f3d8514dbf42 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.329701] env[68503]: INFO nova.scheduler.client.report [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Deleted allocations for instance 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d [ 906.365977] env[68503]: DEBUG nova.compute.manager [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Received event network-changed-f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.366185] env[68503]: DEBUG nova.compute.manager [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Refreshing instance network info cache due to event network-changed-f3074a4e-3237-4f46-a0b9-e03610b49d1f. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.366397] env[68503]: DEBUG oslo_concurrency.lockutils [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] Acquiring lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.366544] env[68503]: DEBUG oslo_concurrency.lockutils [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] Acquired lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.366704] env[68503]: DEBUG nova.network.neutron [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Refreshing network info cache for port f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.412718] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861905, 'name': Rename_Task, 'duration_secs': 0.207868} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.412985] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.413263] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cab945f-fc7c-4c81-a66d-420de593ccf6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.420406] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 906.420406] env[68503]: value = "task-2861906" [ 906.420406] env[68503]: _type = "Task" [ 906.420406] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.430889] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.509432] env[68503]: DEBUG nova.network.neutron [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.595138] env[68503]: INFO nova.compute.manager [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Took 44.74 seconds to build instance. [ 906.616731] env[68503]: DEBUG nova.network.neutron [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.720925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.843460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-506272c5-4f06-47fb-bad8-13d2af5ff08b tempest-ServerAddressesTestJSON-1067943619 tempest-ServerAddressesTestJSON-1067943619-project-member] Lock "57efdccf-4a3f-4dcb-bb18-d601a4be0d5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.269s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.933273] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.947388] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "13438972-6edd-4fae-99b4-7c0320eea983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.947747] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "13438972-6edd-4fae-99b4-7c0320eea983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.947995] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "13438972-6edd-4fae-99b4-7c0320eea983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.948232] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "13438972-6edd-4fae-99b4-7c0320eea983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.948419] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "13438972-6edd-4fae-99b4-7c0320eea983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.952575] env[68503]: INFO nova.compute.manager [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Terminating instance [ 907.096997] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d84e5b86-0a89-4110-8836-84cbf0d2746b tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.953s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.118140] env[68503]: DEBUG nova.network.neutron [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Updated VIF entry in instance network info cache for port f3074a4e-3237-4f46-a0b9-e03610b49d1f. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.118835] env[68503]: DEBUG nova.network.neutron [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Updating instance_info_cache with network_info: [{"id": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "address": "fa:16:3e:e8:33:85", "network": {"id": "b5667b77-7459-44d8-82ab-58b10c6a12c9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-67762224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4a3511716c4657bb12b1048e377f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3074a4e-32", "ovs_interfaceid": "f3074a4e-3237-4f46-a0b9-e03610b49d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.120534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Releasing lock "refresh_cache-e3eea543-c293-40d3-91e3-15a2866a0e44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.121159] env[68503]: DEBUG nova.compute.manager [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.121529] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.122941] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3383b6-a003-421d-8ca7-816b9b1757ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.137015] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.137330] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e65a5df6-e2e7-438d-998d-28587e00cf92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.150329] env[68503]: DEBUG oslo_vmware.api [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 907.150329] env[68503]: value = "task-2861907" [ 907.150329] env[68503]: _type = "Task" [ 907.150329] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.160857] env[68503]: DEBUG oslo_vmware.api [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.311324] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0330b7c-282a-4f94-8f3e-cae46ed78694 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.321747] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385589d8-ed95-4d23-aaf7-0d9205566a70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.360510] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bdca12-f173-41d9-ac9c-91bdd99be392 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.372030] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f687837-13c5-452b-9120-0913d270341e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.387701] env[68503]: DEBUG nova.compute.provider_tree [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.431765] env[68503]: DEBUG oslo_vmware.api [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861906, 'name': PowerOnVM_Task, 'duration_secs': 0.809363} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.432083] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.432300] env[68503]: INFO nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Took 8.60 seconds to spawn the instance on the hypervisor. [ 907.432483] env[68503]: DEBUG nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.433323] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4a433d-87cf-4596-9102-a23293780ccc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.457305] env[68503]: DEBUG nova.compute.manager [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.457616] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.458642] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bc90a3-6ca7-4239-a3b0-51d6766b3303 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.470172] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.470490] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ea8941-6ba4-46ed-9fac-c9170bfc38d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.480794] env[68503]: DEBUG oslo_vmware.api [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 907.480794] env[68503]: value = "task-2861908" [ 907.480794] env[68503]: _type = "Task" [ 907.480794] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.490354] env[68503]: DEBUG oslo_vmware.api [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.623139] env[68503]: DEBUG oslo_concurrency.lockutils [req-e4876190-1cb8-41a8-b631-59ff452a864b req-b829bc4d-24cb-4975-bcfd-326861123dc9 service nova] Releasing lock "refresh_cache-dc97a43e-95c6-4083-a539-5718af812048" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.664369] env[68503]: DEBUG oslo_vmware.api [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861907, 'name': PowerOffVM_Task, 'duration_secs': 0.177878} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.664702] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.664940] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.665280] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2cffbf9-c40b-4e10-878b-57ced4908689 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.700723] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.701056] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.701160] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleting the datastore file [datastore2] e3eea543-c293-40d3-91e3-15a2866a0e44 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.701420] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0db3f79-611b-4878-9954-c6feec955067 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.711197] env[68503]: DEBUG oslo_vmware.api [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for the task: (returnval){ [ 907.711197] env[68503]: value = "task-2861910" [ 907.711197] env[68503]: _type = "Task" [ 907.711197] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.723836] env[68503]: DEBUG oslo_vmware.api [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.891836] env[68503]: DEBUG nova.scheduler.client.report [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.951808] env[68503]: INFO nova.compute.manager [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Took 44.87 seconds to build instance. [ 907.992400] env[68503]: DEBUG oslo_vmware.api [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861908, 'name': PowerOffVM_Task, 'duration_secs': 0.260476} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.992752] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.992953] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.993438] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1518d027-c866-4c8b-b927-6e69f2fcbc2b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.100663] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.101477] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.101477] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Deleting the datastore file [datastore2] 13438972-6edd-4fae-99b4-7c0320eea983 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.101769] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b89e18f-f570-49e8-9199-d828ecfd79fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.109640] env[68503]: DEBUG oslo_vmware.api [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for the task: (returnval){ [ 908.109640] env[68503]: value = "task-2861912" [ 908.109640] env[68503]: _type = "Task" [ 908.109640] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.119328] env[68503]: DEBUG oslo_vmware.api [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.223959] env[68503]: DEBUG oslo_vmware.api [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Task: {'id': task-2861910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208415} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.224280] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.224467] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.224734] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.224960] env[68503]: INFO nova.compute.manager [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Took 1.10 seconds to destroy the instance on the hypervisor. [ 908.225330] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.225590] env[68503]: DEBUG nova.compute.manager [-] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.225685] env[68503]: DEBUG nova.network.neutron [-] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.248479] env[68503]: DEBUG nova.network.neutron [-] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.346438] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.346697] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.346744] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.347020] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.347111] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.347184] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.347419] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.347589] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.347762] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.347926] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.348115] env[68503]: DEBUG nova.virt.hardware [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.350487] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd0d58-7ac3-4cc7-89b3-e8e9bb0b95fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.361494] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255f252-9a4a-990f-12ee-f67b091052ca/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.362809] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1d382b-6845-4cdb-ba96-240c51480459 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.367670] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e69ae8b-540d-49fd-ac04-36fc421ceaa9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.375368] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255f252-9a4a-990f-12ee-f67b091052ca/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.375540] env[68503]: ERROR oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255f252-9a4a-990f-12ee-f67b091052ca/disk-0.vmdk due to incomplete transfer. [ 908.384080] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfd4b03f-4ad6-4c62-bc75-16203f7af33d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.386271] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:62:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9839c96-b70a-4c08-a82b-31638cb5d41c', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.394119] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.394810] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.395541] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a23dcd-ce2e-41c0-88ff-042bec71c219 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.412413] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.414547] env[68503]: DEBUG oslo_vmware.rw_handles [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255f252-9a4a-990f-12ee-f67b091052ca/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 908.414740] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Uploaded image c961da3d-b2f5-46af-8202-52f90ae98489 to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 908.417439] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 908.418024] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.452s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.418347] env[68503]: DEBUG nova.objects.instance [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lazy-loading 'resources' on Instance uuid 258f92e1-c7dd-476f-b409-bf3f72d45dbb {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.420205] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7da5673-b571-4bde-a84e-358e70bda184 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.428232] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.428232] env[68503]: value = "task-2861913" [ 908.428232] env[68503]: _type = "Task" [ 908.428232] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.434364] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 908.434364] env[68503]: value = "task-2861914" [ 908.434364] env[68503]: _type = "Task" [ 908.434364] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.441546] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861913, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.447477] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861914, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.453874] env[68503]: DEBUG oslo_concurrency.lockutils [None req-81fe4984-57c8-4431-be14-30fd60eec9e7 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.916s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.465952] env[68503]: INFO nova.scheduler.client.report [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted allocations for instance 9af46d30-f1c2-463f-bdd8-f3d8514dbf42 [ 908.623432] env[68503]: DEBUG oslo_vmware.api [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Task: {'id': task-2861912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445825} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.623916] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.624254] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.624590] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.624900] env[68503]: INFO nova.compute.manager [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Took 1.17 seconds to destroy the instance on the hypervisor. [ 908.625479] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.625863] env[68503]: DEBUG nova.compute.manager [-] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.626195] env[68503]: DEBUG nova.network.neutron [-] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.752950] env[68503]: DEBUG nova.network.neutron [-] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.944681] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861914, 'name': Destroy_Task, 'duration_secs': 0.504766} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.945096] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Destroyed the VM [ 908.945345] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 908.945622] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5bee444a-b4b9-4cbb-bbc1-714547bf0ef4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.953424] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861913, 'name': CreateVM_Task, 'duration_secs': 0.476469} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.953424] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.953424] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.953424] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.953424] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.953424] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eda2922-4cb1-4ca6-bccd-b3e8af3bd804 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.958120] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 908.958120] env[68503]: value = "task-2861915" [ 908.958120] env[68503]: _type = "Task" [ 908.958120] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.958915] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 908.958915] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52698090-e51f-e5a4-5ba4-7fd09e7d306d" [ 908.958915] env[68503]: _type = "Task" [ 908.958915] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.983035] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52698090-e51f-e5a4-5ba4-7fd09e7d306d, 'name': SearchDatastore_Task, 'duration_secs': 0.015753} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.983035] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.983035] env[68503]: DEBUG oslo_concurrency.lockutils [None req-390c5768-a4a2-410e-9cdb-c342209bf186 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9af46d30-f1c2-463f-bdd8-f3d8514dbf42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.266s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.984058] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.984058] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.984058] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.984558] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.984558] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.984889] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-978c2a22-2340-48b1-91f4-eb2526c938a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.000847] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.000997] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.001852] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d9b9cb-13dc-448b-be0c-53e3d19090c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.014175] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 909.014175] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e9a333-871a-0116-a4ea-495cf743ab1f" [ 909.014175] env[68503]: _type = "Task" [ 909.014175] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.022914] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e9a333-871a-0116-a4ea-495cf743ab1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.255719] env[68503]: INFO nova.compute.manager [-] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Took 1.03 seconds to deallocate network for instance. [ 909.351492] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "18661868-e020-41d2-83cb-0dd09cff69a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.351790] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "18661868-e020-41d2-83cb-0dd09cff69a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.357023] env[68503]: DEBUG nova.compute.manager [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Received event network-changed-b9839c96-b70a-4c08-a82b-31638cb5d41c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.357023] env[68503]: DEBUG nova.compute.manager [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Refreshing instance network info cache due to event network-changed-b9839c96-b70a-4c08-a82b-31638cb5d41c. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.357023] env[68503]: DEBUG oslo_concurrency.lockutils [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] Acquiring lock "refresh_cache-49616b4c-8622-47ed-86ab-42711a68ba2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.357023] env[68503]: DEBUG oslo_concurrency.lockutils [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] Acquired lock "refresh_cache-49616b4c-8622-47ed-86ab-42711a68ba2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.357023] env[68503]: DEBUG nova.network.neutron [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Refreshing network info cache for port b9839c96-b70a-4c08-a82b-31638cb5d41c {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.472144] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861915, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.528053] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e9a333-871a-0116-a4ea-495cf743ab1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.529046] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173cfbef-455c-40ac-82c3-f41c7e33851f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.538913] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 909.538913] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bd01a0-a197-d566-fa1e-a8e23bf441d3" [ 909.538913] env[68503]: _type = "Task" [ 909.538913] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.549677] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bd01a0-a197-d566-fa1e-a8e23bf441d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.574933] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5e7112-3a1b-433e-bf4a-04a4bf21a0aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.582615] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f7103-f09e-4bbd-abf6-8341cbb10f2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.626205] env[68503]: DEBUG nova.network.neutron [-] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.629314] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0627fe-073d-449a-8045-50576c008515 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.639624] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf95ca-eb2a-46c4-b38e-a867f1521825 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.657445] env[68503]: DEBUG nova.compute.provider_tree [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.773057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.857126] env[68503]: DEBUG nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.974951] env[68503]: DEBUG oslo_vmware.api [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861915, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728058} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.974951] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 909.974951] env[68503]: INFO nova.compute.manager [None req-1cadde45-866b-4efc-854f-bc73cdd35daa tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 910.053028] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bd01a0-a197-d566-fa1e-a8e23bf441d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.053028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.053028] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 49616b4c-8622-47ed-86ab-42711a68ba2d/49616b4c-8622-47ed-86ab-42711a68ba2d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.053028] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c43664-cdbb-4e58-85d7-a1339a7f1bcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.066027] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 910.066027] env[68503]: value = "task-2861916" [ 910.066027] env[68503]: _type = "Task" [ 910.066027] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.073569] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.133356] env[68503]: INFO nova.compute.manager [-] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Took 1.51 seconds to deallocate network for instance. [ 910.164026] env[68503]: DEBUG nova.scheduler.client.report [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.244703] env[68503]: DEBUG nova.network.neutron [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Updated VIF entry in instance network info cache for port b9839c96-b70a-4c08-a82b-31638cb5d41c. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.244703] env[68503]: DEBUG nova.network.neutron [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Updating instance_info_cache with network_info: [{"id": "b9839c96-b70a-4c08-a82b-31638cb5d41c", "address": "fa:16:3e:e9:62:01", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9839c96-b7", "ovs_interfaceid": "b9839c96-b70a-4c08-a82b-31638cb5d41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.296116] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285af83-709b-94f8-78b4-739c82f31050/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 910.297700] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce004d0-3a2a-4fe1-9a6b-9da5d12a9c86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.308728] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285af83-709b-94f8-78b4-739c82f31050/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 910.308963] env[68503]: ERROR oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285af83-709b-94f8-78b4-739c82f31050/disk-0.vmdk due to incomplete transfer. [ 910.309303] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23f5d933-4002-49be-a3d4-f6addc0a7b0c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.322770] env[68503]: DEBUG oslo_vmware.rw_handles [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285af83-709b-94f8-78b4-739c82f31050/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 910.323584] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Uploaded image faa3ab1a-d95f-4d91-bc29-d5bf3273d904 to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 910.325319] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 910.325720] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4150e9ed-6308-4fb3-beea-95877b0930f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.334632] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 910.334632] env[68503]: value = "task-2861917" [ 910.334632] env[68503]: _type = "Task" [ 910.334632] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.347873] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861917, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.401865] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.583127] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516124} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.583127] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 49616b4c-8622-47ed-86ab-42711a68ba2d/49616b4c-8622-47ed-86ab-42711a68ba2d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.583435] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.583699] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a7e4d78-3b75-4c59-a918-7017789d0811 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.594439] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 910.594439] env[68503]: value = "task-2861918" [ 910.594439] env[68503]: _type = "Task" [ 910.594439] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.616953] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.644417] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.671724] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.672862] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.262s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.674227] env[68503]: DEBUG nova.objects.instance [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lazy-loading 'resources' on Instance uuid 05b5792d-57a8-4e23-937d-37146f958a31 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.698450] env[68503]: INFO nova.scheduler.client.report [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted allocations for instance 258f92e1-c7dd-476f-b409-bf3f72d45dbb [ 910.749197] env[68503]: DEBUG oslo_concurrency.lockutils [req-873f90e4-e4b5-4881-87c4-19ca32442114 req-b8d547e8-d48c-4e75-939d-c5c40d906852 service nova] Releasing lock "refresh_cache-49616b4c-8622-47ed-86ab-42711a68ba2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.848683] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861917, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.964293] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.964576] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.964819] env[68503]: INFO nova.compute.manager [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Rebooting instance [ 911.105984] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082728} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.106415] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.107274] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9519d-b5be-4bbc-bb8b-186ccb59e386 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.140849] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 49616b4c-8622-47ed-86ab-42711a68ba2d/49616b4c-8622-47ed-86ab-42711a68ba2d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.141196] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93b6a7c-8364-4274-b355-cedc169bcb46 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.163054] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 911.163054] env[68503]: value = "task-2861919" [ 911.163054] env[68503]: _type = "Task" [ 911.163054] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.172619] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.210893] env[68503]: DEBUG oslo_concurrency.lockutils [None req-490787c2-ff70-4d6b-88a1-c8a46c8f6d3d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "258f92e1-c7dd-476f-b409-bf3f72d45dbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.280s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.348036] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861917, 'name': Destroy_Task, 'duration_secs': 0.864831} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.350856] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Destroyed the VM [ 911.351119] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 911.351577] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a782abf6-6f71-4cf3-908c-a8853c89a5f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.360600] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 911.360600] env[68503]: value = "task-2861920" [ 911.360600] env[68503]: _type = "Task" [ 911.360600] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.372413] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.489154] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.489154] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquired lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.489562] env[68503]: DEBUG nova.network.neutron [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.680214] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861919, 'name': ReconfigVM_Task, 'duration_secs': 0.393449} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.680593] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 49616b4c-8622-47ed-86ab-42711a68ba2d/49616b4c-8622-47ed-86ab-42711a68ba2d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.681858] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8490dd53-0749-4e5a-9a42-6fc6e69e1b36 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.690983] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 911.690983] env[68503]: value = "task-2861921" [ 911.690983] env[68503]: _type = "Task" [ 911.690983] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.701918] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861921, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.702298] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b79260-92fa-4c89-b5af-38ecbdf60ef9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.709266] env[68503]: DEBUG nova.compute.manager [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received event network-vif-deleted-fb289212-ea73-4c61-8fec-9148c2174085 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.709266] env[68503]: DEBUG nova.compute.manager [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Received event network-vif-deleted-cc19e348-901d-4b2f-927e-962df92f063a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.709266] env[68503]: DEBUG nova.compute.manager [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Received event network-changed-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.709266] env[68503]: DEBUG nova.compute.manager [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Refreshing instance network info cache due to event network-changed-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.709266] env[68503]: DEBUG oslo_concurrency.lockutils [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] Acquiring lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.715035] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f3e21d-c090-4b1f-9aa5-928b74129c63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.750473] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0aceac-6a74-4f7b-9b2e-9809dcd60dfa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.759863] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3920bd-366b-4024-894e-a8f8fa8dfff1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.781886] env[68503]: DEBUG nova.compute.provider_tree [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.875138] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.201214] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861921, 'name': Rename_Task, 'duration_secs': 0.166567} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.201501] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.201789] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d463e9e3-f53c-406a-a6b4-fc68719087d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.209865] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 912.209865] env[68503]: value = "task-2861922" [ 912.209865] env[68503]: _type = "Task" [ 912.209865] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.220759] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.260860] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "9391d8c4-acf6-49a0-b514-07e1743a4419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.261147] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.285952] env[68503]: DEBUG nova.scheduler.client.report [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.297238] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "59182edb-4694-4d27-8dcd-e08839162727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.297541] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "59182edb-4694-4d27-8dcd-e08839162727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.367834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.367834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.367834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.367834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.367834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.376135] env[68503]: INFO nova.compute.manager [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Terminating instance [ 912.385793] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.425095] env[68503]: DEBUG nova.network.neutron [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updating instance_info_cache with network_info: [{"id": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "address": "fa:16:3e:56:55:e8", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baf65aa-ca", "ovs_interfaceid": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.720727] env[68503]: DEBUG oslo_vmware.api [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861922, 'name': PowerOnVM_Task, 'duration_secs': 0.500356} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.721058] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.721299] env[68503]: INFO nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Took 8.86 seconds to spawn the instance on the hypervisor. [ 912.721518] env[68503]: DEBUG nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.722407] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454e2ed-7e02-4b09-a865-b14df11ceed3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.765026] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.795067] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.798484] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.803s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.800207] env[68503]: INFO nova.compute.claims [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.827827] env[68503]: INFO nova.scheduler.client.report [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Deleted allocations for instance 05b5792d-57a8-4e23-937d-37146f958a31 [ 912.876738] env[68503]: DEBUG oslo_vmware.api [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861920, 'name': RemoveSnapshot_Task, 'duration_secs': 1.133468} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.877590] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 912.877836] env[68503]: INFO nova.compute.manager [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Took 18.86 seconds to snapshot the instance on the hypervisor. [ 912.881821] env[68503]: DEBUG nova.compute.manager [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.882015] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.882971] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c79906d-f9fc-40ec-8d71-a0036b7c010a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.890704] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.890894] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4f83b37-1f82-4efd-b66c-446f69cd7fbc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.898623] env[68503]: DEBUG oslo_vmware.api [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 912.898623] env[68503]: value = "task-2861923" [ 912.898623] env[68503]: _type = "Task" [ 912.898623] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.907603] env[68503]: DEBUG oslo_vmware.api [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.928142] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Releasing lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.929429] env[68503]: DEBUG oslo_concurrency.lockutils [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] Acquired lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.929596] env[68503]: DEBUG nova.network.neutron [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Refreshing network info cache for port 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.078342] env[68503]: DEBUG nova.compute.manager [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.079294] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3b8e7e-06d1-4a91-8987-4e99ccef5cb8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.241494] env[68503]: INFO nova.compute.manager [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Took 45.48 seconds to build instance. [ 913.286831] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.336091] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd540a95-a43a-4c1c-b9fe-ac3a7e4c491a tempest-AttachInterfacesUnderV243Test-2036088256 tempest-AttachInterfacesUnderV243Test-2036088256-project-member] Lock "05b5792d-57a8-4e23-937d-37146f958a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.410s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.408926] env[68503]: DEBUG oslo_vmware.api [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861923, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.436075] env[68503]: DEBUG nova.compute.manager [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.438958] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee805e9-a65c-421a-9c34-e09d4ee32854 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.452463] env[68503]: DEBUG nova.compute.manager [None req-28951dea-7996-4ceb-ac7a-04d77b19ce18 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Found 2 images (rotation: 2) {{(pid=68503) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 913.591217] env[68503]: INFO nova.compute.manager [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] instance snapshotting [ 913.593897] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bbe3d1-e48d-441a-a202-52e3500a6b87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.619423] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea57a08-8087-40b5-a318-db64d6b37ac1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.767152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d6a0030-76bb-40f2-92a8-119832624f1f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.782s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.913875] env[68503]: DEBUG oslo_vmware.api [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861923, 'name': PowerOffVM_Task, 'duration_secs': 0.548636} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.916826] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.919168] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.919168] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e856dec-f2c8-4f3e-9327-7e3759cfb60e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.016322] env[68503]: DEBUG nova.network.neutron [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updated VIF entry in instance network info cache for port 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.016322] env[68503]: DEBUG nova.network.neutron [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updating instance_info_cache with network_info: [{"id": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "address": "fa:16:3e:56:55:e8", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baf65aa-ca", "ovs_interfaceid": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.202302] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.202636] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0bd88ced-205b-4f14-b5cb-24b371699e27 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.212839] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 914.212839] env[68503]: value = "task-2861925" [ 914.212839] env[68503]: _type = "Task" [ 914.212839] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.223938] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861925, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.270458] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.333969] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38fd04e-488e-439b-8a22-2759b6e97b10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.343570] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b64e370-cdb2-47cb-b005-10aeeb617749 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.348985] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.349280] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.349466] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Deleting the datastore file [datastore2] 81ce8d77-efb1-4585-8d77-8e97e3b97fd0 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.349722] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ade5109-3913-4b7e-a636-ae8e327e465f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.383828] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0809b44-3b6d-4911-beb3-774e248ffa62 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.386651] env[68503]: DEBUG oslo_vmware.api [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 914.386651] env[68503]: value = "task-2861926" [ 914.386651] env[68503]: _type = "Task" [ 914.386651] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.393958] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c7bb0a-f2f3-4cd1-ae60-2ad58f357ecd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.401175] env[68503]: DEBUG oslo_vmware.api [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.413619] env[68503]: DEBUG nova.compute.provider_tree [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.461485] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5f527d-d64b-45c2-9fc4-38b773a5df80 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.470148] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Doing hard reboot of VM {{(pid=68503) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 914.470544] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-69b3e50d-ea0f-42a0-8cee-653320e490ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.479804] env[68503]: DEBUG oslo_vmware.api [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 914.479804] env[68503]: value = "task-2861927" [ 914.479804] env[68503]: _type = "Task" [ 914.479804] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.489154] env[68503]: DEBUG oslo_vmware.api [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861927, 'name': ResetVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.518567] env[68503]: DEBUG oslo_concurrency.lockutils [req-440fd7e1-7900-4e0b-8555-853266cdfbdc req-4db57b83-2477-420d-8439-2375dde69dc8 service nova] Releasing lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.607330] env[68503]: DEBUG nova.compute.manager [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.608805] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09844e-3930-4f22-b8b8-2686e8ab167b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.723910] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861925, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.793865] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.896935] env[68503]: DEBUG oslo_vmware.api [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2861926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200884} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.896935] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.897205] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.897391] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.897570] env[68503]: INFO nova.compute.manager [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Took 2.02 seconds to destroy the instance on the hypervisor. [ 914.897812] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.898015] env[68503]: DEBUG nova.compute.manager [-] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.898117] env[68503]: DEBUG nova.network.neutron [-] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.917014] env[68503]: DEBUG nova.scheduler.client.report [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.006556] env[68503]: DEBUG oslo_vmware.api [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861927, 'name': ResetVM_Task, 'duration_secs': 0.098343} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.006863] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Did hard reboot of VM {{(pid=68503) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 915.007073] env[68503]: DEBUG nova.compute.manager [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.007875] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf2e68a-ce93-4b5d-be36-3fd7767700e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.121625] env[68503]: INFO nova.compute.manager [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] instance snapshotting [ 915.122263] env[68503]: DEBUG nova.objects.instance [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'flavor' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.225130] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861925, 'name': CreateSnapshot_Task, 'duration_secs': 0.676449} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.225505] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.226498] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec1afb-cedb-4fa6-8b2d-4f42d637d633 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.397077] env[68503]: DEBUG nova.compute.manager [req-9992afbe-0e0d-4ede-b420-aa7e114c0958 req-19fce657-f59f-43b0-a849-7de300265afe service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Received event network-vif-deleted-69d1d696-3acc-4805-bde3-623fd2d53278 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.397301] env[68503]: INFO nova.compute.manager [req-9992afbe-0e0d-4ede-b420-aa7e114c0958 req-19fce657-f59f-43b0-a849-7de300265afe service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Neutron deleted interface 69d1d696-3acc-4805-bde3-623fd2d53278; detaching it from the instance and deleting it from the info cache [ 915.397522] env[68503]: DEBUG nova.network.neutron [req-9992afbe-0e0d-4ede-b420-aa7e114c0958 req-19fce657-f59f-43b0-a849-7de300265afe service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.423132] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.423715] env[68503]: DEBUG nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.426500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.735s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.426729] env[68503]: DEBUG nova.objects.instance [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lazy-loading 'resources' on Instance uuid 1ff31992-d8ca-425d-996d-c8d4c5283366 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.520889] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b549e0b8-60f9-4bf7-81ba-87f9b3e3174f tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.556s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.629959] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de80892-6b1f-4ad7-be2f-1d1328f559ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.673512] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdab7b8-2f84-4795-b6db-df49927c557f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.682831] env[68503]: DEBUG nova.compute.manager [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.682831] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cf222f-48e8-474c-89bd-21a8ff1347c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.752285] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.753284] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-18258008-337d-458d-8a2b-b55d6c76b097 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.767527] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 915.767527] env[68503]: value = "task-2861928" [ 915.767527] env[68503]: _type = "Task" [ 915.767527] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.783935] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861928, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.825629] env[68503]: DEBUG nova.network.neutron [-] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.904303] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-760a8bda-87d9-4a02-8446-1b1d461ff1f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.915415] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71995fc0-f0a0-448d-82f5-38c3f4e54405 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.930054] env[68503]: DEBUG nova.compute.utils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.934281] env[68503]: DEBUG nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.934807] env[68503]: DEBUG nova.network.neutron [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.962444] env[68503]: DEBUG nova.compute.manager [req-9992afbe-0e0d-4ede-b420-aa7e114c0958 req-19fce657-f59f-43b0-a849-7de300265afe service nova] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Detach interface failed, port_id=69d1d696-3acc-4805-bde3-623fd2d53278, reason: Instance 81ce8d77-efb1-4585-8d77-8e97e3b97fd0 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.048161] env[68503]: DEBUG nova.policy [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '712947ae28e341a9acb9d062b1fb5410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd127be7a6c4f8185e8081a31e2e542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.207027] env[68503]: INFO nova.compute.manager [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] instance snapshotting [ 916.207027] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.207027] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1078732a-cfdd-4a86-9ea7-02fc8de685e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.208507] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5421cbec-92ac-4912-aca5-aab61e64cd1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.247132] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 916.247132] env[68503]: value = "task-2861929" [ 916.247132] env[68503]: _type = "Task" [ 916.247132] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.248554] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d4fef-2e47-49d2-a350-af605d0fcba2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.260846] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.283238] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861928, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.331503] env[68503]: INFO nova.compute.manager [-] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Took 1.43 seconds to deallocate network for instance. [ 916.435610] env[68503]: DEBUG nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.556567] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d81160f-bfa7-48d8-b6fc-f84171f6b15a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.565428] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2cebe8-b3eb-435e-bfb9-bcee121aea50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.598698] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea0b25a-9089-4824-a6ed-a8970dcafeab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.608491] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e50f4a-5e4b-45a7-9e22-2ab547bd3ce5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.626380] env[68503]: DEBUG nova.compute.provider_tree [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.762346] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.775256] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.775524] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08ede572-ff5f-4421-8da4-b25b07fc5ffc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.786365] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861928, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.788103] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 916.788103] env[68503]: value = "task-2861930" [ 916.788103] env[68503]: _type = "Task" [ 916.788103] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.802398] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.841778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.843672] env[68503]: DEBUG nova.network.neutron [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Successfully created port: e940359b-e4bf-4abb-94a1-753a305c7ef5 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.130550] env[68503]: DEBUG nova.scheduler.client.report [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.265163] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861929, 'name': CreateSnapshot_Task, 'duration_secs': 1.000035} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.265487] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 917.267223] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ea2eab-f4cc-46a2-a728-bd91686d405c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.290336] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861928, 'name': CloneVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.301873] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.450443] env[68503]: DEBUG nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.475402] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.475645] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.475819] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.475973] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.476147] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.476361] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.476591] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.476750] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.476916] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.477091] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.477264] env[68503]: DEBUG nova.virt.hardware [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.478137] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906214f0-3117-444d-b8ad-6c0557fdcbb1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.486742] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d765985-752e-4cc2-b981-32f92629a142 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.562813] env[68503]: DEBUG nova.compute.manager [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Received event network-changed-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.563022] env[68503]: DEBUG nova.compute.manager [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Refreshing instance network info cache due to event network-changed-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.563413] env[68503]: DEBUG oslo_concurrency.lockutils [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] Acquiring lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.563612] env[68503]: DEBUG oslo_concurrency.lockutils [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] Acquired lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.563823] env[68503]: DEBUG nova.network.neutron [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Refreshing network info cache for port 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.637450] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.641122] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.925s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.641340] env[68503]: INFO nova.compute.claims [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.679668] env[68503]: INFO nova.scheduler.client.report [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Deleted allocations for instance 1ff31992-d8ca-425d-996d-c8d4c5283366 [ 917.785374] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861928, 'name': CloneVM_Task, 'duration_secs': 1.563441} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.785374] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Created linked-clone VM from snapshot [ 917.793327] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 917.794981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672725eb-3ff6-47bb-8feb-54fed03a77e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.797530] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d04bc7fc-8acd-43ff-9984-bab6f0f02c11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.812656] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861930, 'name': CreateSnapshot_Task, 'duration_secs': 1.012877} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.818161] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 917.818270] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Uploading image 72e68a43-f488-4f55-aff2-213c908586a0 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.821185] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 917.821185] env[68503]: value = "task-2861931" [ 917.821185] env[68503]: _type = "Task" [ 917.821185] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.822653] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1cb8c6-65c1-4b98-8a24-0dedfc79f448 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.841494] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861931, 'name': CloneVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.875199] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.875199] env[68503]: value = "vm-575347" [ 917.875199] env[68503]: _type = "VirtualMachine" [ 917.875199] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.875199] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d14bcfad-093b-4b18-b217-d1656e09b6d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.883513] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lease: (returnval){ [ 917.883513] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5242f155-9f4a-ca7d-dd27-56a0e3b4cd99" [ 917.883513] env[68503]: _type = "HttpNfcLease" [ 917.883513] env[68503]: } obtained for exporting VM: (result){ [ 917.883513] env[68503]: value = "vm-575347" [ 917.883513] env[68503]: _type = "VirtualMachine" [ 917.883513] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.884664] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the lease: (returnval){ [ 917.884664] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5242f155-9f4a-ca7d-dd27-56a0e3b4cd99" [ 917.884664] env[68503]: _type = "HttpNfcLease" [ 917.884664] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.892547] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.892547] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5242f155-9f4a-ca7d-dd27-56a0e3b4cd99" [ 917.892547] env[68503]: _type = "HttpNfcLease" [ 917.892547] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 918.144947] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.145779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.145779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "cc32710e-aff2-4808-bf24-02e6d69f08c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.145779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.145779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.150595] env[68503]: INFO nova.compute.manager [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Terminating instance [ 918.186714] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d2e25f2-d344-484a-9b56-8320d4b781b1 tempest-ServersTestManualDisk-1164263338 tempest-ServersTestManualDisk-1164263338-project-member] Lock "1ff31992-d8ca-425d-996d-c8d4c5283366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.746s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.311000] env[68503]: DEBUG nova.network.neutron [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updated VIF entry in instance network info cache for port 7baf65aa-ca5c-49d6-b6e0-edb71cd304fe. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.311529] env[68503]: DEBUG nova.network.neutron [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updating instance_info_cache with network_info: [{"id": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "address": "fa:16:3e:56:55:e8", "network": {"id": "2c7710d6-7fc7-450d-9c89-e8e4ad63e920", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-837363035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d27482b6a4443bb833b52de52636802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baf65aa-ca", "ovs_interfaceid": "7baf65aa-ca5c-49d6-b6e0-edb71cd304fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.341854] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861931, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.351916] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.352242] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c73aa10b-0408-468d-a0d2-15b97fafd96f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.362106] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 918.362106] env[68503]: value = "task-2861933" [ 918.362106] env[68503]: _type = "Task" [ 918.362106] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.372140] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861933, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.393168] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.393168] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5242f155-9f4a-ca7d-dd27-56a0e3b4cd99" [ 918.393168] env[68503]: _type = "HttpNfcLease" [ 918.393168] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.393448] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.393448] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5242f155-9f4a-ca7d-dd27-56a0e3b4cd99" [ 918.393448] env[68503]: _type = "HttpNfcLease" [ 918.393448] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.394373] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5bd7cd-666b-45d8-8910-dca8bcdfd36a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.404008] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed5b71-5a82-358a-e09b-d0c37f04b302/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.404227] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed5b71-5a82-358a-e09b-d0c37f04b302/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.512676] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c605c7f-224e-47c3-9f3f-4df342e701da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.655815] env[68503]: DEBUG nova.compute.manager [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.657772] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.657772] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb9006e-1861-4852-bb5e-9b652e2d124b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.666431] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.669028] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-590a7d80-38cd-45cf-b56c-5ec7882ebf81 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.673626] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.677139] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.679988] env[68503]: DEBUG oslo_vmware.api [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 918.679988] env[68503]: value = "task-2861934" [ 918.679988] env[68503]: _type = "Task" [ 918.679988] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.692491] env[68503]: DEBUG oslo_vmware.api [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.819454] env[68503]: DEBUG oslo_concurrency.lockutils [req-6e64c98c-b87d-42e8-8832-a2c25700b125 req-f32bd88e-77fe-4617-9637-829536f500be service nova] Releasing lock "refresh_cache-cc32710e-aff2-4808-bf24-02e6d69f08c2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.840899] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861931, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.874372] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861933, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.117360] env[68503]: DEBUG nova.network.neutron [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Successfully updated port: e940359b-e4bf-4abb-94a1-753a305c7ef5 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.201631] env[68503]: DEBUG oslo_vmware.api [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861934, 'name': PowerOffVM_Task, 'duration_secs': 0.340343} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.205863] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.207448] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.207598] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521c1f44-5a54-4385-8c67-ee5a3e621329 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.296990] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.300244] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.300502] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Deleting the datastore file [datastore1] cc32710e-aff2-4808-bf24-02e6d69f08c2 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.300959] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fe40fdf-d51d-43ba-b5cf-1ae781b4d85c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.312923] env[68503]: DEBUG oslo_vmware.api [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 919.312923] env[68503]: value = "task-2861936" [ 919.312923] env[68503]: _type = "Task" [ 919.312923] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.329816] env[68503]: DEBUG oslo_vmware.api [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.350510] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861931, 'name': CloneVM_Task, 'duration_secs': 1.517063} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.350510] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Created linked-clone VM from snapshot [ 919.351498] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc3dacd-c8bd-4659-9dc0-4867db295da5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.365689] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Uploading image e8a7f1a7-76ae-4ce6-9cd9-b352d66a4b6d {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.381971] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861933, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.392846] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 919.392846] env[68503]: value = "vm-575350" [ 919.392846] env[68503]: _type = "VirtualMachine" [ 919.392846] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 919.393296] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2da0ddec-b4a4-4d30-9a57-1cada1d1d1f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.405409] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease: (returnval){ [ 919.405409] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52622407-5b3e-9b89-ab81-a9cd60855999" [ 919.405409] env[68503]: _type = "HttpNfcLease" [ 919.405409] env[68503]: } obtained for exporting VM: (result){ [ 919.405409] env[68503]: value = "vm-575350" [ 919.405409] env[68503]: _type = "VirtualMachine" [ 919.405409] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 919.405789] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the lease: (returnval){ [ 919.405789] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52622407-5b3e-9b89-ab81-a9cd60855999" [ 919.405789] env[68503]: _type = "HttpNfcLease" [ 919.405789] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 919.416889] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.416889] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52622407-5b3e-9b89-ab81-a9cd60855999" [ 919.416889] env[68503]: _type = "HttpNfcLease" [ 919.416889] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 919.440226] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21798aa-d955-48e6-9ffb-42809df81675 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.452388] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d38b4-eb7a-46d4-8277-a20fe8fe9357 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.489760] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54ed70c-2124-4fb7-83a5-24f00efcd2d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.498237] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e7636-c65d-4ea4-9f5d-6840baf032bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.515741] env[68503]: DEBUG nova.compute.provider_tree [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.595319] env[68503]: DEBUG nova.compute.manager [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Received event network-vif-plugged-e940359b-e4bf-4abb-94a1-753a305c7ef5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.595716] env[68503]: DEBUG oslo_concurrency.lockutils [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] Acquiring lock "e82acc4f-0590-445a-a71c-00d03c6de134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.595970] env[68503]: DEBUG oslo_concurrency.lockutils [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] Lock "e82acc4f-0590-445a-a71c-00d03c6de134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.596340] env[68503]: DEBUG oslo_concurrency.lockutils [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] Lock "e82acc4f-0590-445a-a71c-00d03c6de134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.596422] env[68503]: DEBUG nova.compute.manager [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] No waiting events found dispatching network-vif-plugged-e940359b-e4bf-4abb-94a1-753a305c7ef5 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.596621] env[68503]: WARNING nova.compute.manager [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Received unexpected event network-vif-plugged-e940359b-e4bf-4abb-94a1-753a305c7ef5 for instance with vm_state building and task_state spawning. [ 919.596802] env[68503]: DEBUG nova.compute.manager [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Received event network-changed-e940359b-e4bf-4abb-94a1-753a305c7ef5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.597396] env[68503]: DEBUG nova.compute.manager [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Refreshing instance network info cache due to event network-changed-e940359b-e4bf-4abb-94a1-753a305c7ef5. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.597396] env[68503]: DEBUG oslo_concurrency.lockutils [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] Acquiring lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.597396] env[68503]: DEBUG oslo_concurrency.lockutils [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] Acquired lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.597582] env[68503]: DEBUG nova.network.neutron [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Refreshing network info cache for port e940359b-e4bf-4abb-94a1-753a305c7ef5 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.624607] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.833268] env[68503]: DEBUG oslo_vmware.api [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2861936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253833} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.833603] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.833855] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.834460] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.834703] env[68503]: INFO nova.compute.manager [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 919.835070] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.835369] env[68503]: DEBUG nova.compute.manager [-] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.835507] env[68503]: DEBUG nova.network.neutron [-] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.880290] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861933, 'name': CloneVM_Task, 'duration_secs': 1.344227} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.880290] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Created linked-clone VM from snapshot [ 919.880290] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d279c5c8-8fde-404a-b193-11ce5505dcac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.889059] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Uploading image 77f1c568-5316-4bf9-90b1-5a381b8af64e {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.917466] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.917466] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52622407-5b3e-9b89-ab81-a9cd60855999" [ 919.917466] env[68503]: _type = "HttpNfcLease" [ 919.917466] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 919.918291] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 919.918291] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52622407-5b3e-9b89-ab81-a9cd60855999" [ 919.918291] env[68503]: _type = "HttpNfcLease" [ 919.918291] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 919.919800] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa1a32-5dd6-44b8-a77c-a7d7de4821f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.926026] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 919.926026] env[68503]: value = "vm-575351" [ 919.926026] env[68503]: _type = "VirtualMachine" [ 919.926026] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 919.926420] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6b5c67a-d00a-48ff-9894-8b5b39f37dd9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.941739] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522648dc-5fce-07a5-390e-7d68c976d135/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 919.947435] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522648dc-5fce-07a5-390e-7d68c976d135/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 919.953691] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease: (returnval){ [ 919.953691] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523434ef-6b74-80c1-f2d1-dfaa817ff496" [ 919.953691] env[68503]: _type = "HttpNfcLease" [ 919.953691] env[68503]: } obtained for exporting VM: (result){ [ 919.953691] env[68503]: value = "vm-575351" [ 919.953691] env[68503]: _type = "VirtualMachine" [ 919.953691] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 919.953691] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the lease: (returnval){ [ 919.953691] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523434ef-6b74-80c1-f2d1-dfaa817ff496" [ 919.953691] env[68503]: _type = "HttpNfcLease" [ 919.953691] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.021170] env[68503]: DEBUG nova.scheduler.client.report [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.026535] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.026535] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523434ef-6b74-80c1-f2d1-dfaa817ff496" [ 920.026535] env[68503]: _type = "HttpNfcLease" [ 920.026535] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.026535] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.026535] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523434ef-6b74-80c1-f2d1-dfaa817ff496" [ 920.026535] env[68503]: _type = "HttpNfcLease" [ 920.026535] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 920.030029] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917526c5-b5dc-462a-84ed-addb260c14ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.038632] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524100d6-e49d-f912-8ec0-460b74f5b415/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.038915] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524100d6-e49d-f912-8ec0-460b74f5b415/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 920.116028] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc570ebc-7a08-4182-8ecf-c72a7086a5cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.147847] env[68503]: DEBUG nova.network.neutron [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.197623] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67c920ae-d00e-4ce9-b1cd-bb5b438750c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.274204] env[68503]: DEBUG nova.network.neutron [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.527654] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.528452] env[68503]: DEBUG nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.533854] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.124s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.779346] env[68503]: DEBUG oslo_concurrency.lockutils [req-3512adc8-40fe-4649-a98a-e36915fcf0bd req-880837c7-003b-4caa-b76e-e0a25e46907a service nova] Releasing lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.782769] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquired lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.782924] env[68503]: DEBUG nova.network.neutron [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.933128] env[68503]: DEBUG nova.network.neutron [-] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.038174] env[68503]: DEBUG nova.compute.utils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.038174] env[68503]: DEBUG nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.038265] env[68503]: DEBUG nova.network.neutron [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.044185] env[68503]: INFO nova.compute.claims [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.053550] env[68503]: DEBUG nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.151359] env[68503]: DEBUG nova.policy [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f23f93ad10480282ff6df4ade8be0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da48c91f56424505bd2515a418191267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.327716] env[68503]: DEBUG nova.network.neutron [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.438876] env[68503]: INFO nova.compute.manager [-] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Took 1.60 seconds to deallocate network for instance. [ 921.489652] env[68503]: DEBUG nova.network.neutron [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Updating instance_info_cache with network_info: [{"id": "e940359b-e4bf-4abb-94a1-753a305c7ef5", "address": "fa:16:3e:af:14:ff", "network": {"id": "f8fbc7c8-5446-4e74-af2b-627b73593f26", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-158215893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd127be7a6c4f8185e8081a31e2e542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape940359b-e4", "ovs_interfaceid": "e940359b-e4bf-4abb-94a1-753a305c7ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.554533] env[68503]: INFO nova.compute.resource_tracker [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating resource usage from migration d139ef2d-c7ee-47a3-801b-36c59624758e [ 921.670708] env[68503]: DEBUG nova.network.neutron [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Successfully created port: d089f5d5-6cdb-491f-be5b-5a33b9d86f5a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.949066] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.993527] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Releasing lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.993933] env[68503]: DEBUG nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Instance network_info: |[{"id": "e940359b-e4bf-4abb-94a1-753a305c7ef5", "address": "fa:16:3e:af:14:ff", "network": {"id": "f8fbc7c8-5446-4e74-af2b-627b73593f26", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-158215893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd127be7a6c4f8185e8081a31e2e542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape940359b-e4", "ovs_interfaceid": "e940359b-e4bf-4abb-94a1-753a305c7ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.994360] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:14:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e940359b-e4bf-4abb-94a1-753a305c7ef5', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.003926] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Creating folder: Project (edd127be7a6c4f8185e8081a31e2e542). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.007471] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6eba3d4-8acc-4b93-857a-724170dd10b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.029505] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Created folder: Project (edd127be7a6c4f8185e8081a31e2e542) in parent group-v575195. [ 922.029762] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Creating folder: Instances. Parent ref: group-v575352. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.029989] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84fcff1b-27ce-4c96-8c33-80c5c8a31a40 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.044479] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Created folder: Instances in parent group-v575352. [ 922.045208] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.045208] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.045208] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e0c0f7a-ef37-4bba-ad3a-68ba2093019b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.074699] env[68503]: DEBUG nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.078359] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.078359] env[68503]: value = "task-2861941" [ 922.078359] env[68503]: _type = "Task" [ 922.078359] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.090935] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861941, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.137639] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dbac38-a032-4eed-8d08-b4d448298f4c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.144682] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d60e07e-da86-4cb8-8540-4e1369a8f034 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.177222] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3828f58d-53f7-41f5-bf66-31e8c1199e04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.187062] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223ea16e-9479-4cf6-b5e2-754095bbbe00 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.206791] env[68503]: DEBUG nova.compute.provider_tree [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.592096] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861941, 'name': CreateVM_Task, 'duration_secs': 0.508747} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.592760] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.593031] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.593206] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.593559] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.593855] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276c0e60-9e15-4586-9c19-af4a025e4f5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.599888] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 922.599888] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ba81a8-1eb2-dc17-ca58-1dc12a427fa2" [ 922.599888] env[68503]: _type = "Task" [ 922.599888] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.608943] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ba81a8-1eb2-dc17-ca58-1dc12a427fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.710689] env[68503]: DEBUG nova.scheduler.client.report [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.113940] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ba81a8-1eb2-dc17-ca58-1dc12a427fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.017741} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.114815] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.114920] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.115371] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.115675] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.116046] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.116470] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2212e2f-a8a0-40d9-bf4d-3e6d2ce636eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.127153] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.127395] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.128200] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e7ad5f-4d0d-447e-bc55-7b9a8211e40a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.135374] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 923.135374] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52136cae-55ac-a792-1db0-acff23539ab2" [ 923.135374] env[68503]: _type = "Task" [ 923.135374] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.144356] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52136cae-55ac-a792-1db0-acff23539ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.217625] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.684s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.217894] env[68503]: INFO nova.compute.manager [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Migrating [ 923.224998] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.597s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.226489] env[68503]: INFO nova.compute.claims [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.353082] env[68503]: DEBUG nova.network.neutron [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Successfully updated port: d089f5d5-6cdb-491f-be5b-5a33b9d86f5a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.647848] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52136cae-55ac-a792-1db0-acff23539ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.018136} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.649067] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680764f3-7f86-4cb6-af98-bd67eebbbd9e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.655796] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 923.655796] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527dff18-acc0-2f13-5127-afa35ea6da0f" [ 923.655796] env[68503]: _type = "Task" [ 923.655796] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.664941] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527dff18-acc0-2f13-5127-afa35ea6da0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.743402] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.743592] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.743773] env[68503]: DEBUG nova.network.neutron [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.856367] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "refresh_cache-30b3ba17-ee9c-48de-a104-2cdb50552752" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.856679] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquired lock "refresh_cache-30b3ba17-ee9c-48de-a104-2cdb50552752" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.856935] env[68503]: DEBUG nova.network.neutron [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.167582] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527dff18-acc0-2f13-5127-afa35ea6da0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.167806] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.168098] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e82acc4f-0590-445a-a71c-00d03c6de134/e82acc4f-0590-445a-a71c-00d03c6de134.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.168478] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b28e817-e1a1-4050-84a1-af4580d03d4b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.177311] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 924.177311] env[68503]: value = "task-2861942" [ 924.177311] env[68503]: _type = "Task" [ 924.177311] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.186604] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.400041] env[68503]: DEBUG nova.network.neutron [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.520848] env[68503]: DEBUG nova.network.neutron [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance_info_cache with network_info: [{"id": "73e25176-3c1f-4784-a70c-e61069cebc64", "address": "fa:16:3e:0c:8d:b4", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e25176-3c", "ovs_interfaceid": "73e25176-3c1f-4784-a70c-e61069cebc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.557844] env[68503]: DEBUG nova.network.neutron [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Updating instance_info_cache with network_info: [{"id": "d089f5d5-6cdb-491f-be5b-5a33b9d86f5a", "address": "fa:16:3e:56:e3:7b", "network": {"id": "8cc1025b-af6e-40f6-b79f-0e89a4ee9b00", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1813925677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da48c91f56424505bd2515a418191267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd089f5d5-6c", "ovs_interfaceid": "d089f5d5-6cdb-491f-be5b-5a33b9d86f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.688936] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861942, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.737837] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3a10c6-254c-47b9-8e42-83518d3f65e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.747092] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89174a-cde4-4b7d-81a0-c8225bcdd1f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.780278] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b73fba-df1b-4c4e-9e3a-70cce6e8ed76 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.789649] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8fc851-21d8-4fb7-9f88-795fa1709f28 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.805193] env[68503]: DEBUG nova.compute.provider_tree [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.023314] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.060528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Releasing lock "refresh_cache-30b3ba17-ee9c-48de-a104-2cdb50552752" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.060967] env[68503]: DEBUG nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Instance network_info: |[{"id": "d089f5d5-6cdb-491f-be5b-5a33b9d86f5a", "address": "fa:16:3e:56:e3:7b", "network": {"id": "8cc1025b-af6e-40f6-b79f-0e89a4ee9b00", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1813925677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da48c91f56424505bd2515a418191267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd089f5d5-6c", "ovs_interfaceid": "d089f5d5-6cdb-491f-be5b-5a33b9d86f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.188430] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649266} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.188720] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e82acc4f-0590-445a-a71c-00d03c6de134/e82acc4f-0590-445a-a71c-00d03c6de134.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.188988] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.189281] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1be37d6e-e812-48fa-a1c1-6ec96416a75c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.197601] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 925.197601] env[68503]: value = "task-2861943" [ 925.197601] env[68503]: _type = "Task" [ 925.197601] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.206480] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.308789] env[68503]: DEBUG nova.scheduler.client.report [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.709534] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096615} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.709953] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.710651] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62468d09-de3c-420a-9015-89abfca960be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.736923] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e82acc4f-0590-445a-a71c-00d03c6de134/e82acc4f-0590-445a-a71c-00d03c6de134.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.737290] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fa2cd8-95d7-46c5-86a8-1ab2181021da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.758738] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 925.758738] env[68503]: value = "task-2861944" [ 925.758738] env[68503]: _type = "Task" [ 925.758738] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.767861] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.814038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.814595] env[68503]: DEBUG nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.817306] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.999s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.817600] env[68503]: DEBUG nova.objects.instance [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'resources' on Instance uuid 6285a4e1-2601-43c8-9bca-c438f72b0b67 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.269220] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.320564] env[68503]: DEBUG nova.compute.utils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.322267] env[68503]: DEBUG nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.322471] env[68503]: DEBUG nova.network.neutron [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.377725] env[68503]: DEBUG nova.policy [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c096b8975064890a205110e04b24807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c74f1d197f1401aac84f255398f798d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.544224] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ec012-0e42-472b-be98-81201972a468 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.564248] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance 'fcb74c70-8ef5-4e21-b4aa-fba27a91e26b' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.662208] env[68503]: DEBUG nova.network.neutron [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Successfully created port: 8870b72b-3735-42d6-847b-4034508e751e {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.779879] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861944, 'name': ReconfigVM_Task, 'duration_secs': 0.81297} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.780870] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e82acc4f-0590-445a-a71c-00d03c6de134/e82acc4f-0590-445a-a71c-00d03c6de134.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.784728] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0f36a2-842d-4c66-804c-5b0b6413e378 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.795792] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 926.795792] env[68503]: value = "task-2861945" [ 926.795792] env[68503]: _type = "Task" [ 926.795792] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.808895] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861945, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.828177] env[68503]: DEBUG nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.923296] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a895a-5ed9-45a8-b0b1-0982c0d3e89f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.933032] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf9059-c021-4ee5-a49f-ddaa66228915 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.965843] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f786bf-e952-4cbb-9841-a8193f48a621 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.978816] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920514f5-b062-4a7b-ab7b-cfa5d3643457 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.995337] env[68503]: DEBUG nova.compute.provider_tree [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.032266] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.032677] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.033020] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.033231] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.033580] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.033776] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.034038] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.034253] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.034492] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.034698] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.034889] env[68503]: DEBUG nova.virt.hardware [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.037727] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5906f20a-cffd-4c18-90ad-f10b56cfa82f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.047848] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7389426-5404-4385-a238-e746b2aeda62 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.056294] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed5b71-5a82-358a-e09b-d0c37f04b302/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.057190] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143866fa-aa13-40bc-bd9f-303e3aae4dc9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.070856] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.071436] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:e3:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd089f5d5-6cdb-491f-be5b-5a33b9d86f5a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.078905] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Creating folder: Project (da48c91f56424505bd2515a418191267). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.079948] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76841643-c71b-4f43-ab2c-21159463aba7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.081967] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afebfec9-1580-4b09-bb8f-0e583f11e6e7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.085132] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed5b71-5a82-358a-e09b-d0c37f04b302/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.085252] env[68503]: ERROR oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed5b71-5a82-358a-e09b-d0c37f04b302/disk-0.vmdk due to incomplete transfer. [ 927.086080] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09f50f1e-894e-496c-9627-707e45509791 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.093528] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 927.093528] env[68503]: value = "task-2861946" [ 927.093528] env[68503]: _type = "Task" [ 927.093528] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.094670] env[68503]: DEBUG oslo_vmware.rw_handles [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed5b71-5a82-358a-e09b-d0c37f04b302/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.094866] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Uploaded image 72e68a43-f488-4f55-aff2-213c908586a0 to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.097230] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.101365] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26c340b1-d1b4-424e-a862-a9b544021457 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.103397] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Created folder: Project (da48c91f56424505bd2515a418191267) in parent group-v575195. [ 927.103579] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Creating folder: Instances. Parent ref: group-v575355. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.103823] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac46633-5bed-447b-9087-b67905c7364e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.111413] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.112925] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 927.112925] env[68503]: value = "task-2861948" [ 927.112925] env[68503]: _type = "Task" [ 927.112925] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.118229] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Created folder: Instances in parent group-v575355. [ 927.118519] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.122253] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.122551] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861948, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.122914] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dbe1ff7-f41a-41cb-9797-6143af20fefc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.144764] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.144764] env[68503]: value = "task-2861950" [ 927.144764] env[68503]: _type = "Task" [ 927.144764] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.156314] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861950, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.308550] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861945, 'name': Rename_Task, 'duration_secs': 0.234433} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.308969] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.309317] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5557d0c2-8b54-4296-9688-7b8788af02db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.319495] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 927.319495] env[68503]: value = "task-2861951" [ 927.319495] env[68503]: _type = "Task" [ 927.319495] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.332400] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.499373] env[68503]: DEBUG nova.scheduler.client.report [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.608682] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861946, 'name': PowerOffVM_Task, 'duration_secs': 0.380365} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.608682] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.608682] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance 'fcb74c70-8ef5-4e21-b4aa-fba27a91e26b' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.625475] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861948, 'name': Destroy_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.657468] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861950, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.726977] env[68503]: DEBUG nova.compute.manager [req-0371ed9a-5ed7-476c-8c53-accef01474d6 req-31f2b04a-3d9b-49a3-a1b5-8bddb9041d5a service nova] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Received event network-vif-deleted-7baf65aa-ca5c-49d6-b6e0-edb71cd304fe {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.831620] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.840550] env[68503]: DEBUG nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.004848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.007793] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.774s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.012274] env[68503]: INFO nova.compute.claims [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.045281] env[68503]: INFO nova.scheduler.client.report [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted allocations for instance 6285a4e1-2601-43c8-9bca-c438f72b0b67 [ 928.114930] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.115194] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.115367] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.115554] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.115699] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.115852] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.116084] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.116248] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.116469] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.117092] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.117092] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.127324] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3d8755-0efc-4e4c-8743-8186a208e89e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.148580] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "e3eb8849-232c-42c8-99d1-1bddceead0e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.148838] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.156596] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 928.156596] env[68503]: value = "task-2861952" [ 928.156596] env[68503]: _type = "Task" [ 928.156596] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.167871] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861950, 'name': CreateVM_Task, 'duration_secs': 0.542585} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.168133] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861948, 'name': Destroy_Task, 'duration_secs': 0.514215} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.168749] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.169062] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Destroyed the VM [ 928.169346] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.170374] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.170703] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.171079] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.171332] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74244b0a-4956-4f8b-b523-c01619ca5280 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.176800] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086a9f5a-eca1-4b8b-b300-2dc50e153c7c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.179793] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861952, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.184787] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 928.184787] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526b5887-1195-bdec-a965-f50741e33ae6" [ 928.184787] env[68503]: _type = "Task" [ 928.184787] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.189953] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 928.189953] env[68503]: value = "task-2861953" [ 928.189953] env[68503]: _type = "Task" [ 928.189953] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.199357] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526b5887-1195-bdec-a965-f50741e33ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.206377] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.265629] env[68503]: DEBUG nova.network.neutron [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Successfully updated port: 8870b72b-3735-42d6-847b-4034508e751e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.332091] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861951, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.552452] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9c093218-99ce-4725-94e4-603486b419ed tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "6285a4e1-2601-43c8-9bca-c438f72b0b67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.160s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.668306] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.699833] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526b5887-1195-bdec-a965-f50741e33ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.017334} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.700748] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.701161] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.701495] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.701664] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.701878] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.702259] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a9afb3-3c52-471f-9df4-63d7dccb4ce6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.707636] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861953, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.717512] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.717698] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.718661] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445d8a74-2350-47dc-93d4-629686a68a25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.725346] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 928.725346] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526a3b79-bd17-91a8-d4a3-f242b9134848" [ 928.725346] env[68503]: _type = "Task" [ 928.725346] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.734673] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a3b79-bd17-91a8-d4a3-f242b9134848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.768576] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "refresh_cache-355132a9-9015-4ccf-a8b9-b7301506d116" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.768807] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired lock "refresh_cache-355132a9-9015-4ccf-a8b9-b7301506d116" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.769035] env[68503]: DEBUG nova.network.neutron [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.835103] env[68503]: DEBUG oslo_vmware.api [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861951, 'name': PowerOnVM_Task, 'duration_secs': 1.144406} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.835495] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.835637] env[68503]: INFO nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Took 11.38 seconds to spawn the instance on the hypervisor. [ 928.835872] env[68503]: DEBUG nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.836724] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe55d2c-d7dd-47b3-a32d-2b9d3360255e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.127073] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.127367] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.127573] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.127776] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.127918] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.128085] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.128299] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.128485] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.128687] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.128835] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.129055] env[68503]: DEBUG nova.virt.hardware [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.131301] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b27fe9f-3d80-4b63-8ad6-883e09c87996 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.143225] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522648dc-5fce-07a5-390e-7d68c976d135/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 929.144663] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4002b80-db67-47a9-b9da-a46ec384a9ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.149673] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7147180c-e65c-4470-bf73-57975fdb6c57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.158311] env[68503]: DEBUG nova.compute.manager [req-0b9c523a-ab03-44a5-a24d-78fe26b1bb91 req-ce28e2b9-f739-48ec-929e-795e46cd5ac0 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Received event network-vif-plugged-8870b72b-3735-42d6-847b-4034508e751e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.158311] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b9c523a-ab03-44a5-a24d-78fe26b1bb91 req-ce28e2b9-f739-48ec-929e-795e46cd5ac0 service nova] Acquiring lock "355132a9-9015-4ccf-a8b9-b7301506d116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.158311] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b9c523a-ab03-44a5-a24d-78fe26b1bb91 req-ce28e2b9-f739-48ec-929e-795e46cd5ac0 service nova] Lock "355132a9-9015-4ccf-a8b9-b7301506d116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.158509] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b9c523a-ab03-44a5-a24d-78fe26b1bb91 req-ce28e2b9-f739-48ec-929e-795e46cd5ac0 service nova] Lock "355132a9-9015-4ccf-a8b9-b7301506d116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.158681] env[68503]: DEBUG nova.compute.manager [req-0b9c523a-ab03-44a5-a24d-78fe26b1bb91 req-ce28e2b9-f739-48ec-929e-795e46cd5ac0 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] No waiting events found dispatching network-vif-plugged-8870b72b-3735-42d6-847b-4034508e751e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.158884] env[68503]: WARNING nova.compute.manager [req-0b9c523a-ab03-44a5-a24d-78fe26b1bb91 req-ce28e2b9-f739-48ec-929e-795e46cd5ac0 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Received unexpected event network-vif-plugged-8870b72b-3735-42d6-847b-4034508e751e for instance with vm_state building and task_state spawning. [ 929.174452] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522648dc-5fce-07a5-390e-7d68c976d135/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 929.174700] env[68503]: ERROR oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522648dc-5fce-07a5-390e-7d68c976d135/disk-0.vmdk due to incomplete transfer. [ 929.178151] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04557d5f-83c9-43b0-b744-66d69013ddcb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.185437] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.197549] env[68503]: DEBUG oslo_vmware.rw_handles [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522648dc-5fce-07a5-390e-7d68c976d135/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 929.197549] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Uploaded image e8a7f1a7-76ae-4ce6-9cd9-b352d66a4b6d to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 929.199277] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 929.199584] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e753dbc-82d6-431d-8341-c127fc40693b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.207343] env[68503]: DEBUG oslo_vmware.api [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861953, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883952} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.211306] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.211611] env[68503]: INFO nova.compute.manager [None req-0035bcc5-3a82-42d9-a34a-fd5617222d45 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 929.214671] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 929.214671] env[68503]: value = "task-2861954" [ 929.214671] env[68503]: _type = "Task" [ 929.214671] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.227849] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861954, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.238493] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a3b79-bd17-91a8-d4a3-f242b9134848, 'name': SearchDatastore_Task, 'duration_secs': 0.017515} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.243224] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e33aca-72c8-495b-bb5b-5d30b436474b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.250653] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 929.250653] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5282bf30-25c7-597b-18b6-ac7febe4c73b" [ 929.250653] env[68503]: _type = "Task" [ 929.250653] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.263177] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5282bf30-25c7-597b-18b6-ac7febe4c73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.316217] env[68503]: DEBUG nova.network.neutron [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.360952] env[68503]: INFO nova.compute.manager [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Took 56.39 seconds to build instance. [ 929.489421] env[68503]: DEBUG nova.network.neutron [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Updating instance_info_cache with network_info: [{"id": "8870b72b-3735-42d6-847b-4034508e751e", "address": "fa:16:3e:0d:d9:5b", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8870b72b-37", "ovs_interfaceid": "8870b72b-3735-42d6-847b-4034508e751e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.578236] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e49bbb-d426-4d39-9210-bbbbc2ab2227 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.587535] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f4d23d-a074-4390-93bd-db8a069c200b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.621981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dae83a7-5038-43fd-873a-fc8759b07f9d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.631125] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395a2415-7174-4418-90fa-1aa176f9b6bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.647290] env[68503]: DEBUG nova.compute.provider_tree [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.670849] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861952, 'name': ReconfigVM_Task, 'duration_secs': 1.407241} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.671186] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance 'fcb74c70-8ef5-4e21-b4aa-fba27a91e26b' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.726455] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861954, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.762177] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5282bf30-25c7-597b-18b6-ac7febe4c73b, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.762416] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.762675] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 30b3ba17-ee9c-48de-a104-2cdb50552752/30b3ba17-ee9c-48de-a104-2cdb50552752.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.762956] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4290d521-e456-41bc-a298-e397725c17ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.771326] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 929.771326] env[68503]: value = "task-2861955" [ 929.771326] env[68503]: _type = "Task" [ 929.771326] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.781095] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.863962] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d5fc617-b3bb-4dc7-a2af-0057d2694f7b tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.844s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.898282] env[68503]: DEBUG nova.compute.manager [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Received event network-vif-plugged-d089f5d5-6cdb-491f-be5b-5a33b9d86f5a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.898616] env[68503]: DEBUG oslo_concurrency.lockutils [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] Acquiring lock "30b3ba17-ee9c-48de-a104-2cdb50552752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.898848] env[68503]: DEBUG oslo_concurrency.lockutils [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.899256] env[68503]: DEBUG oslo_concurrency.lockutils [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.899532] env[68503]: DEBUG nova.compute.manager [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] No waiting events found dispatching network-vif-plugged-d089f5d5-6cdb-491f-be5b-5a33b9d86f5a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.899870] env[68503]: WARNING nova.compute.manager [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Received unexpected event network-vif-plugged-d089f5d5-6cdb-491f-be5b-5a33b9d86f5a for instance with vm_state building and task_state spawning. [ 929.900124] env[68503]: DEBUG nova.compute.manager [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Received event network-changed-d089f5d5-6cdb-491f-be5b-5a33b9d86f5a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.900380] env[68503]: DEBUG nova.compute.manager [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Refreshing instance network info cache due to event network-changed-d089f5d5-6cdb-491f-be5b-5a33b9d86f5a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.900639] env[68503]: DEBUG oslo_concurrency.lockutils [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] Acquiring lock "refresh_cache-30b3ba17-ee9c-48de-a104-2cdb50552752" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.900891] env[68503]: DEBUG oslo_concurrency.lockutils [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] Acquired lock "refresh_cache-30b3ba17-ee9c-48de-a104-2cdb50552752" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.901158] env[68503]: DEBUG nova.network.neutron [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Refreshing network info cache for port d089f5d5-6cdb-491f-be5b-5a33b9d86f5a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.992904] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Releasing lock "refresh_cache-355132a9-9015-4ccf-a8b9-b7301506d116" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.993136] env[68503]: DEBUG nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Instance network_info: |[{"id": "8870b72b-3735-42d6-847b-4034508e751e", "address": "fa:16:3e:0d:d9:5b", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8870b72b-37", "ovs_interfaceid": "8870b72b-3735-42d6-847b-4034508e751e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.995261] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8870b72b-3735-42d6-847b-4034508e751e', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.003096] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.003791] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.004126] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dff5e87-f839-4dc7-a1cc-0dda4535c9e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.028658] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.028658] env[68503]: value = "task-2861956" [ 930.028658] env[68503]: _type = "Task" [ 930.028658] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.037571] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861956, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.150706] env[68503]: DEBUG nova.scheduler.client.report [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.178548] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:46:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='91f14eaf-97ae-4454-b6d8-5a744bd7b40d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036431006',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.178978] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.179181] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.179442] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.179661] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.179871] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.180338] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.180550] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.180836] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.181098] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.181362] env[68503]: DEBUG nova.virt.hardware [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.187642] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.188495] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1c3568-d0af-495a-96e4-15be5ca2446d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.212346] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 930.212346] env[68503]: value = "task-2861957" [ 930.212346] env[68503]: _type = "Task" [ 930.212346] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.228495] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861954, 'name': Destroy_Task, 'duration_secs': 0.649723} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.232349] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Destroyed the VM [ 930.232630] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 930.233620] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861957, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.233883] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d320eaa8-051b-476f-b140-03ca2e8b3b70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.242385] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 930.242385] env[68503]: value = "task-2861958" [ 930.242385] env[68503]: _type = "Task" [ 930.242385] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.255111] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.282997] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861955, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.368576] env[68503]: DEBUG nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.463830] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "e82acc4f-0590-445a-a71c-00d03c6de134" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.464124] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.464361] env[68503]: INFO nova.compute.manager [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Rebooting instance [ 930.541894] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861956, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.657413] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.658033] env[68503]: DEBUG nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.661028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.810s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.662574] env[68503]: INFO nova.compute.claims [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.718908] env[68503]: DEBUG nova.network.neutron [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Updated VIF entry in instance network info cache for port d089f5d5-6cdb-491f-be5b-5a33b9d86f5a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.719367] env[68503]: DEBUG nova.network.neutron [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Updating instance_info_cache with network_info: [{"id": "d089f5d5-6cdb-491f-be5b-5a33b9d86f5a", "address": "fa:16:3e:56:e3:7b", "network": {"id": "8cc1025b-af6e-40f6-b79f-0e89a4ee9b00", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1813925677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da48c91f56424505bd2515a418191267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd089f5d5-6c", "ovs_interfaceid": "d089f5d5-6cdb-491f-be5b-5a33b9d86f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.727245] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861957, 'name': ReconfigVM_Task, 'duration_secs': 0.369934} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.727574] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.728529] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2953bd2b-9a6f-4ef1-86f7-99ac338b4cf8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.754207] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.760483] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532c8204-8b0f-4b46-b19b-3b34dd19ca21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.782668] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.785143] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 930.785143] env[68503]: value = "task-2861959" [ 930.785143] env[68503]: _type = "Task" [ 930.785143] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.789408] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664709} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.794250] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 30b3ba17-ee9c-48de-a104-2cdb50552752/30b3ba17-ee9c-48de-a104-2cdb50552752.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.794771] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.795509] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5b444af-8b09-44e1-80bf-5b4b7ae8e793 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.809262] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.811121] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 930.811121] env[68503]: value = "task-2861960" [ 930.811121] env[68503]: _type = "Task" [ 930.811121] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.824046] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.908610] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.985916] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.985916] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquired lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.985916] env[68503]: DEBUG nova.network.neutron [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.042647] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861956, 'name': CreateVM_Task, 'duration_secs': 0.5974} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.042922] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.043751] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.044066] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.044615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.045028] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50aa1dbf-c8a1-427c-9295-0d42e1632981 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.052654] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 931.052654] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527b0555-16fe-71c1-06ed-d652def5a9ef" [ 931.052654] env[68503]: _type = "Task" [ 931.052654] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.064614] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527b0555-16fe-71c1-06ed-d652def5a9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.168262] env[68503]: DEBUG nova.compute.utils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.177024] env[68503]: DEBUG nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.177024] env[68503]: DEBUG nova.network.neutron [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.223499] env[68503]: DEBUG oslo_concurrency.lockutils [req-87f8e720-0ed9-443f-9517-33b57944b133 req-e29db3f6-3db0-40f1-9096-cb35dcb2ab09 service nova] Releasing lock "refresh_cache-30b3ba17-ee9c-48de-a104-2cdb50552752" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.244224] env[68503]: DEBUG nova.policy [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '526f2d360f484307996cd3c0238b5493', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f55f0723e154972bc43945ff66b0f7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.258163] env[68503]: DEBUG oslo_vmware.api [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861958, 'name': RemoveSnapshot_Task, 'duration_secs': 0.860909} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.258163] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 931.258163] env[68503]: INFO nova.compute.manager [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 931.307654] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861959, 'name': ReconfigVM_Task, 'duration_secs': 0.396885} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.307943] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.308229] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance 'fcb74c70-8ef5-4e21-b4aa-fba27a91e26b' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.321018] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093827} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.322645] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.322645] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca99e3c-0f6d-4610-b442-2670020845c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.347818] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 30b3ba17-ee9c-48de-a104-2cdb50552752/30b3ba17-ee9c-48de-a104-2cdb50552752.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.349528] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8a756b-eca4-462d-88f9-674d6a00c080 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.370695] env[68503]: DEBUG nova.compute.manager [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Received event network-changed-8870b72b-3735-42d6-847b-4034508e751e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.370950] env[68503]: DEBUG nova.compute.manager [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Refreshing instance network info cache due to event network-changed-8870b72b-3735-42d6-847b-4034508e751e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.371174] env[68503]: DEBUG oslo_concurrency.lockutils [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] Acquiring lock "refresh_cache-355132a9-9015-4ccf-a8b9-b7301506d116" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.371329] env[68503]: DEBUG oslo_concurrency.lockutils [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] Acquired lock "refresh_cache-355132a9-9015-4ccf-a8b9-b7301506d116" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.371494] env[68503]: DEBUG nova.network.neutron [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Refreshing network info cache for port 8870b72b-3735-42d6-847b-4034508e751e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.381061] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 931.381061] env[68503]: value = "task-2861961" [ 931.381061] env[68503]: _type = "Task" [ 931.381061] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.386679] env[68503]: DEBUG nova.compute.manager [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.387494] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d20fa-9979-4d18-a41a-eae3ffb83d18 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.401184] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861961, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.564503] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527b0555-16fe-71c1-06ed-d652def5a9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.564822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.565096] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.565341] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.565496] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.565697] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.565972] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e834e1fb-b21c-48ec-b7f3-886cc28884d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.583215] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.583425] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.584335] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603ccb0d-2d1e-4ada-b2d4-909d4be70a96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.591624] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 931.591624] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c96443-6100-3969-0eb3-0d19b267cba8" [ 931.591624] env[68503]: _type = "Task" [ 931.591624] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.604099] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c96443-6100-3969-0eb3-0d19b267cba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.676527] env[68503]: DEBUG nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.742095] env[68503]: DEBUG nova.network.neutron [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Successfully created port: bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.799576] env[68503]: DEBUG nova.network.neutron [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Updating instance_info_cache with network_info: [{"id": "e940359b-e4bf-4abb-94a1-753a305c7ef5", "address": "fa:16:3e:af:14:ff", "network": {"id": "f8fbc7c8-5446-4e74-af2b-627b73593f26", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-158215893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd127be7a6c4f8185e8081a31e2e542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape940359b-e4", "ovs_interfaceid": "e940359b-e4bf-4abb-94a1-753a305c7ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.816331] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf0de2-29e2-4271-b3a0-011eacc72f97 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.822869] env[68503]: DEBUG nova.compute.manager [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Found 3 images (rotation: 2) {{(pid=68503) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 931.823279] env[68503]: DEBUG nova.compute.manager [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Rotating out 1 backups {{(pid=68503) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 931.823632] env[68503]: DEBUG nova.compute.manager [None req-24347c64-6a25-437c-bcf2-54a772542d90 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleting image 3b731369-34a5-4910-a915-5ad1b76fea75 {{(pid=68503) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 931.854845] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c892cb2-add2-43a5-b306-b9fbed3538a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.878161] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance 'fcb74c70-8ef5-4e21-b4aa-fba27a91e26b' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.898633] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.903549] env[68503]: INFO nova.compute.manager [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] instance snapshotting [ 931.905790] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e410dce-c0f2-4d80-835c-3d17f4d00699 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.933729] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473f0bc1-27ff-46b6-9c92-6d2422d82366 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.105492] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c96443-6100-3969-0eb3-0d19b267cba8, 'name': SearchDatastore_Task, 'duration_secs': 0.024637} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.112765] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7b5451-0275-4d25-bdc9-63f3cb35d524 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.119437] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 932.119437] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52cbda9e-07c3-4352-118d-8d6753433858" [ 932.119437] env[68503]: _type = "Task" [ 932.119437] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.132377] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cbda9e-07c3-4352-118d-8d6753433858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.268914] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d908f3-37cd-4161-beb0-1ac1db2debc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.273454] env[68503]: DEBUG nova.network.neutron [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Updated VIF entry in instance network info cache for port 8870b72b-3735-42d6-847b-4034508e751e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.273799] env[68503]: DEBUG nova.network.neutron [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Updating instance_info_cache with network_info: [{"id": "8870b72b-3735-42d6-847b-4034508e751e", "address": "fa:16:3e:0d:d9:5b", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8870b72b-37", "ovs_interfaceid": "8870b72b-3735-42d6-847b-4034508e751e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.280906] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e972e7-eb45-465b-ac3b-28782c161621 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.319216] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Releasing lock "refresh_cache-e82acc4f-0590-445a-a71c-00d03c6de134" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.321681] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7ad14-8734-47cc-ac29-3c859a61b41f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.331750] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55626f44-778d-42f5-b9fe-72e057560bca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.348783] env[68503]: DEBUG nova.compute.provider_tree [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.400192] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861961, 'name': ReconfigVM_Task, 'duration_secs': 0.550605} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.400470] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 30b3ba17-ee9c-48de-a104-2cdb50552752/30b3ba17-ee9c-48de-a104-2cdb50552752.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.401142] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ea8031-d7b2-4593-b4d5-cd693d2cdfaf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.409933] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 932.409933] env[68503]: value = "task-2861962" [ 932.409933] env[68503]: _type = "Task" [ 932.409933] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.419463] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861962, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.440313] env[68503]: DEBUG nova.network.neutron [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Port 73e25176-3c1f-4784-a70c-e61069cebc64 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 932.447233] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.447233] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-602a5cc7-e515-4dc6-af45-b6917b76d413 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.454942] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 932.454942] env[68503]: value = "task-2861963" [ 932.454942] env[68503]: _type = "Task" [ 932.454942] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.464571] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861963, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.631735] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cbda9e-07c3-4352-118d-8d6753433858, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.632321] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.632715] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 355132a9-9015-4ccf-a8b9-b7301506d116/355132a9-9015-4ccf-a8b9-b7301506d116.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.633158] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086b2ca1-0129-4708-801d-c518499e56b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.644022] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 932.644022] env[68503]: value = "task-2861964" [ 932.644022] env[68503]: _type = "Task" [ 932.644022] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.652890] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.692695] env[68503]: DEBUG nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.715806] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.717026] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.717026] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.717026] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.717026] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.717026] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.717026] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.717526] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.717526] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.717526] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.717694] env[68503]: DEBUG nova.virt.hardware [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.718634] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c800b8-c5fe-4edb-aaa1-401cd26dc873 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.727321] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f171dde-8fd2-4d1b-9300-9a9ca71058af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.777689] env[68503]: DEBUG oslo_concurrency.lockutils [req-4559e325-f12e-44cd-aeb0-46ddf88bb19f req-78ea79e9-be20-4d9a-992c-ad35e0b22f82 service nova] Releasing lock "refresh_cache-355132a9-9015-4ccf-a8b9-b7301506d116" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.828108] env[68503]: DEBUG nova.compute.manager [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.829210] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a967d-83a8-4aee-a21d-45e1fb044416 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.852637] env[68503]: DEBUG nova.scheduler.client.report [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.920963] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861962, 'name': Rename_Task, 'duration_secs': 0.245602} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.921375] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.921687] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d18ed9-5fd7-4bd7-abb1-03cffab47eee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.930080] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 932.930080] env[68503]: value = "task-2861965" [ 932.930080] env[68503]: _type = "Task" [ 932.930080] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.941990] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.969404] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861963, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.114974] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.115853] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "103f1a61-ad86-446f-8326-1d64a01df948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.153876] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861964, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.349775] env[68503]: DEBUG nova.network.neutron [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Successfully updated port: bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.361058] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.361058] env[68503]: DEBUG nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.362268] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.701s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.362906] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.363217] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 933.363643] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.065s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.365675] env[68503]: INFO nova.compute.claims [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.370600] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9776cac1-14b6-46d9-b6e5-ea01826db1b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.380833] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc7ae1b-2ce4-410c-b450-d327d5b50122 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.397283] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b786e2-8421-4112-a311-9a5576d2debf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.405427] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f34ed-f8b4-4422-b438-520a8fbf9ad5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.439033] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178151MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 933.439185] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.456484] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.466166] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.466166] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.466374] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.477661] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861963, 'name': CreateSnapshot_Task, 'duration_secs': 0.86242} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.478720] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.479875] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c297136-3d84-478c-b81e-df845c4e8e48 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.484661] env[68503]: DEBUG nova.compute.manager [req-c1cf1e3c-298d-4b2d-bddf-8c5007f534ad req-791e01ba-ddde-4d55-88b0-1a64b67dbc6d service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Received event network-vif-plugged-bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.484835] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1cf1e3c-298d-4b2d-bddf-8c5007f534ad req-791e01ba-ddde-4d55-88b0-1a64b67dbc6d service nova] Acquiring lock "ec93c717-e164-45ca-a142-b03573d25884-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.485049] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1cf1e3c-298d-4b2d-bddf-8c5007f534ad req-791e01ba-ddde-4d55-88b0-1a64b67dbc6d service nova] Lock "ec93c717-e164-45ca-a142-b03573d25884-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.485221] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1cf1e3c-298d-4b2d-bddf-8c5007f534ad req-791e01ba-ddde-4d55-88b0-1a64b67dbc6d service nova] Lock "ec93c717-e164-45ca-a142-b03573d25884-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.485410] env[68503]: DEBUG nova.compute.manager [req-c1cf1e3c-298d-4b2d-bddf-8c5007f534ad req-791e01ba-ddde-4d55-88b0-1a64b67dbc6d service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] No waiting events found dispatching network-vif-plugged-bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.485578] env[68503]: WARNING nova.compute.manager [req-c1cf1e3c-298d-4b2d-bddf-8c5007f534ad req-791e01ba-ddde-4d55-88b0-1a64b67dbc6d service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Received unexpected event network-vif-plugged-bf7eb71e-0746-4b21-9f45-dba3aded154a for instance with vm_state building and task_state spawning. [ 933.656224] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626706} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.657092] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 355132a9-9015-4ccf-a8b9-b7301506d116/355132a9-9015-4ccf-a8b9-b7301506d116.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.657453] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.658412] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b6f269d-94eb-43dd-9753-a7ae758fd2ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.668761] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 933.668761] env[68503]: value = "task-2861966" [ 933.668761] env[68503]: _type = "Task" [ 933.668761] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.679313] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.849784] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37be8e0c-0857-4b36-b576-00029f112014 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.853838] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.853903] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquired lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.854104] env[68503]: DEBUG nova.network.neutron [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.864728] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Doing hard reboot of VM {{(pid=68503) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 933.865618] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3ffc294d-3b68-44be-8d6f-77041840d8a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.873472] env[68503]: DEBUG nova.compute.utils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.876327] env[68503]: DEBUG nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.876561] env[68503]: DEBUG nova.network.neutron [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.878683] env[68503]: DEBUG oslo_vmware.api [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 933.878683] env[68503]: value = "task-2861967" [ 933.878683] env[68503]: _type = "Task" [ 933.878683] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.891578] env[68503]: DEBUG oslo_vmware.api [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861967, 'name': ResetVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.934459] env[68503]: DEBUG nova.policy [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5d669298c74ffb8c8c865a5305df59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5998df66b36243ec83a5606e0b94e297', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.949458] env[68503]: DEBUG oslo_vmware.api [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861965, 'name': PowerOnVM_Task, 'duration_secs': 0.792128} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.949812] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.949969] env[68503]: INFO nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Took 11.88 seconds to spawn the instance on the hypervisor. [ 933.950180] env[68503]: DEBUG nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.951039] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a41637-cc2c-4b52-89ae-ecbbe5fdfaac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.006701] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.008738] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f168473b-ba3e-4532-9ef6-0bcb8830fbfe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.023999] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 934.023999] env[68503]: value = "task-2861968" [ 934.023999] env[68503]: _type = "Task" [ 934.023999] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.037272] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861968, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.098170] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524100d6-e49d-f912-8ec0-460b74f5b415/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 934.099386] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1e4fcf-7a14-491a-85a7-55518d8f57e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.106663] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524100d6-e49d-f912-8ec0-460b74f5b415/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 934.106820] env[68503]: ERROR oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524100d6-e49d-f912-8ec0-460b74f5b415/disk-0.vmdk due to incomplete transfer. [ 934.107072] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-def8978a-4324-4c6c-b146-cabed7745b02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.130336] env[68503]: DEBUG oslo_vmware.rw_handles [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524100d6-e49d-f912-8ec0-460b74f5b415/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 934.130572] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Uploaded image 77f1c568-5316-4bf9-90b1-5a381b8af64e to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 934.132098] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 934.132381] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95fe4b68-336b-4487-99d1-da8834021576 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.140446] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 934.140446] env[68503]: value = "task-2861969" [ 934.140446] env[68503]: _type = "Task" [ 934.140446] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.150288] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861969, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.178857] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12001} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.179141] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.180017] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d168bce-ed4e-41e8-b2ad-78d2d25cbf70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.203029] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 355132a9-9015-4ccf-a8b9-b7301506d116/355132a9-9015-4ccf-a8b9-b7301506d116.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.203360] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4799e5-cd9d-4697-84d3-36df9c142eff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.226420] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 934.226420] env[68503]: value = "task-2861970" [ 934.226420] env[68503]: _type = "Task" [ 934.226420] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.235662] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.269449] env[68503]: DEBUG nova.network.neutron [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Successfully created port: c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.379227] env[68503]: DEBUG nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.392336] env[68503]: DEBUG oslo_vmware.api [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861967, 'name': ResetVM_Task, 'duration_secs': 0.211614} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.392609] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Did hard reboot of VM {{(pid=68503) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 934.392890] env[68503]: DEBUG nova.compute.manager [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.393829] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7216db94-07c3-4c4b-9a80-6d8a5baf2820 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.397353] env[68503]: DEBUG nova.network.neutron [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.438420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "7edda435-0f02-4a60-9b85-5bb8700f647f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.438720] env[68503]: DEBUG oslo_concurrency.lockutils [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.438913] env[68503]: DEBUG nova.compute.manager [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.440228] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db74c54-c715-4e27-a2dc-38c03d548779 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.456138] env[68503]: DEBUG nova.compute.manager [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 934.456879] env[68503]: DEBUG nova.objects.instance [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'flavor' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.478394] env[68503]: INFO nova.compute.manager [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Took 58.79 seconds to build instance. [ 934.520507] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.520809] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.520987] env[68503]: DEBUG nova.network.neutron [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.536294] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861968, 'name': CloneVM_Task} progress is 93%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.634799] env[68503]: DEBUG nova.network.neutron [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Updating instance_info_cache with network_info: [{"id": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "address": "fa:16:3e:13:82:c2", "network": {"id": "135ab576-0b72-4381-91cc-5ef26697d404", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-911711320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f55f0723e154972bc43945ff66b0f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7eb71e-07", "ovs_interfaceid": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.653543] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861969, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.741597] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861970, 'name': ReconfigVM_Task, 'duration_secs': 0.354137} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.742070] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 355132a9-9015-4ccf-a8b9-b7301506d116/355132a9-9015-4ccf-a8b9-b7301506d116.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.745019] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c8b0d97-1344-44ac-b864-92abb452340e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.754276] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 934.754276] env[68503]: value = "task-2861971" [ 934.754276] env[68503]: _type = "Task" [ 934.754276] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.765209] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861971, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.917411] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f18267-9b4e-4370-a638-dde79ba95cf2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.920914] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2070fec1-7a7d-4dd2-bd86-e988e3c0fd2c tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.456s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.928135] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1eb06a-0158-4a42-95ae-3d0b581fe131 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.966141] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95577476-079e-4dd4-8f47-346b168cf49b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.975905] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8625e574-d790-49a6-932b-b1e9af7d209d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.980703] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8383272-ca5e-4269-80a6-9052e9023e73 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.560s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.996798] env[68503]: DEBUG nova.compute.provider_tree [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.037594] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861968, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.137458] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Releasing lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.138059] env[68503]: DEBUG nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Instance network_info: |[{"id": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "address": "fa:16:3e:13:82:c2", "network": {"id": "135ab576-0b72-4381-91cc-5ef26697d404", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-911711320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f55f0723e154972bc43945ff66b0f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7eb71e-07", "ovs_interfaceid": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.138997] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:82:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7eb71e-0746-4b21-9f45-dba3aded154a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.147301] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Creating folder: Project (4f55f0723e154972bc43945ff66b0f7b). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.147727] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b13ac681-80af-415e-b2da-e452f9f160fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.163649] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861969, 'name': Destroy_Task, 'duration_secs': 0.980347} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.163981] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Destroyed the VM [ 935.164295] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 935.164611] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05bf6e89-0dce-4bfa-b7af-15dc7a8e303e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.172684] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 935.172684] env[68503]: value = "task-2861973" [ 935.172684] env[68503]: _type = "Task" [ 935.172684] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.174096] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Created folder: Project (4f55f0723e154972bc43945ff66b0f7b) in parent group-v575195. [ 935.174306] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Creating folder: Instances. Parent ref: group-v575361. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.177783] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b1211dc-e472-4b95-b731-99863d6c7dba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.188157] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861973, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.193088] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Created folder: Instances in parent group-v575361. [ 935.193468] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.193732] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec93c717-e164-45ca-a142-b03573d25884] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.193983] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc99bb3b-f014-4546-aabe-8a629f79a5cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.217012] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.217012] env[68503]: value = "task-2861975" [ 935.217012] env[68503]: _type = "Task" [ 935.217012] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.226085] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861975, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.264517] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861971, 'name': Rename_Task, 'duration_secs': 0.241754} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.264816] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.265277] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2957e06-015e-419f-b482-99d75c79d1fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.272542] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 935.272542] env[68503]: value = "task-2861976" [ 935.272542] env[68503]: _type = "Task" [ 935.272542] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.281191] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.392051] env[68503]: DEBUG nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.421325] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.421746] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.422040] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.422298] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.422488] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.422670] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.423027] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.423329] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.423633] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.423842] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.424276] env[68503]: DEBUG nova.virt.hardware [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.429391] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ab34f5-b774-44c9-a77f-54a263ae6492 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.436489] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf01a84d-85c1-40b2-b2d3-8bd950ae3df9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.460425] env[68503]: DEBUG nova.network.neutron [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance_info_cache with network_info: [{"id": "73e25176-3c1f-4784-a70c-e61069cebc64", "address": "fa:16:3e:0c:8d:b4", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e25176-3c", "ovs_interfaceid": "73e25176-3c1f-4784-a70c-e61069cebc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.469804] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.470112] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3bba10b-1b74-4c0d-8262-99d85d272cbe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.481040] env[68503]: DEBUG oslo_vmware.api [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 935.481040] env[68503]: value = "task-2861977" [ 935.481040] env[68503]: _type = "Task" [ 935.481040] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.485249] env[68503]: DEBUG nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.497983] env[68503]: DEBUG oslo_vmware.api [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.500790] env[68503]: DEBUG nova.scheduler.client.report [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.537519] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861968, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.686171] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861973, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.728128] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861975, 'name': CreateVM_Task, 'duration_secs': 0.425579} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.728607] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec93c717-e164-45ca-a142-b03573d25884] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.729668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.729926] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.730416] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.730777] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f961fe-9bf5-4e20-9539-855c2b43ffbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.740041] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 935.740041] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ca56fb-1246-1e78-992f-47def35d0b68" [ 935.740041] env[68503]: _type = "Task" [ 935.740041] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.755233] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ca56fb-1246-1e78-992f-47def35d0b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.771169] env[68503]: DEBUG nova.compute.manager [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Received event network-changed-bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.771282] env[68503]: DEBUG nova.compute.manager [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Refreshing instance network info cache due to event network-changed-bf7eb71e-0746-4b21-9f45-dba3aded154a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.771497] env[68503]: DEBUG oslo_concurrency.lockutils [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] Acquiring lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.771600] env[68503]: DEBUG oslo_concurrency.lockutils [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] Acquired lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.771756] env[68503]: DEBUG nova.network.neutron [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Refreshing network info cache for port bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.788772] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861976, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.835218] env[68503]: DEBUG nova.network.neutron [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Successfully updated port: c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.963017] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.995542] env[68503]: DEBUG oslo_vmware.api [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2861977, 'name': PowerOffVM_Task, 'duration_secs': 0.331536} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.998165] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.998406] env[68503]: DEBUG nova.compute.manager [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.999584] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07da172-1b50-4bb0-901d-e050c5abc581 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.010854] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.011728] env[68503]: DEBUG nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.014620] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.294s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.016376] env[68503]: INFO nova.compute.claims [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.038965] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2861968, 'name': CloneVM_Task, 'duration_secs': 1.829869} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.039252] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Created linked-clone VM from snapshot [ 936.040401] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ec77f-f9e1-4d08-a62f-f1e32746e0a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.051515] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Uploading image 889e0a35-29ac-472d-9611-e12bbb602426 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.080319] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 936.080319] env[68503]: value = "vm-575360" [ 936.080319] env[68503]: _type = "VirtualMachine" [ 936.080319] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 936.080873] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1af5c4f0-95e1-4400-b4a7-72a156f8c53d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.089602] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lease: (returnval){ [ 936.089602] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a7ec57-6d25-90cc-0101-c3befd0fd93d" [ 936.089602] env[68503]: _type = "HttpNfcLease" [ 936.089602] env[68503]: } obtained for exporting VM: (result){ [ 936.089602] env[68503]: value = "vm-575360" [ 936.089602] env[68503]: _type = "VirtualMachine" [ 936.089602] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 936.089924] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the lease: (returnval){ [ 936.089924] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a7ec57-6d25-90cc-0101-c3befd0fd93d" [ 936.089924] env[68503]: _type = "HttpNfcLease" [ 936.089924] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.097724] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.097724] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a7ec57-6d25-90cc-0101-c3befd0fd93d" [ 936.097724] env[68503]: _type = "HttpNfcLease" [ 936.097724] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 936.140740] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.185745] env[68503]: DEBUG oslo_vmware.api [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2861973, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708162} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.186012] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 936.186312] env[68503]: INFO nova.compute.manager [None req-aacfa882-aabb-4323-aa98-cccbf5b585a0 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Took 19.98 seconds to snapshot the instance on the hypervisor. [ 936.255218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.255479] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.255988] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ca56fb-1246-1e78-992f-47def35d0b68, 'name': SearchDatastore_Task, 'duration_secs': 0.016921} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.256309] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.256541] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.256763] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.256918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.257152] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.257667] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7071ab28-bce7-4327-847c-654c96919fb5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.285527] env[68503]: DEBUG oslo_vmware.api [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2861976, 'name': PowerOnVM_Task, 'duration_secs': 0.643739} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.286796] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.287025] env[68503]: INFO nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Took 8.45 seconds to spawn the instance on the hypervisor. [ 936.287224] env[68503]: DEBUG nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.287515] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.287674] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.289256] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d26b90-359f-430c-aa9d-877cce3f499d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.292189] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fbfde3-91c3-4be9-ad03-afb2f2f47adf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.307200] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 936.307200] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52cd1573-d059-a14a-bd5d-869117294a0f" [ 936.307200] env[68503]: _type = "Task" [ 936.307200] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.317219] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cd1573-d059-a14a-bd5d-869117294a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.318020] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710f91f5-64ac-422f-894e-af9c4004568c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.323900] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 936.323900] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5271d226-b4c0-81d1-68f2-395f6f6c1320" [ 936.323900] env[68503]: _type = "Task" [ 936.323900] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.332658] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5271d226-b4c0-81d1-68f2-395f6f6c1320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.339474] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.339624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.339763] env[68503]: DEBUG nova.network.neutron [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.341110] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "e82acc4f-0590-445a-a71c-00d03c6de134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.341361] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.341581] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "e82acc4f-0590-445a-a71c-00d03c6de134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.341766] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.343830] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.344316] env[68503]: INFO nova.compute.manager [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Terminating instance [ 936.489444] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43419307-a696-4313-a630-470197a234b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.511142] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054e42e8-0702-46fd-bb42-32696033808b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.514558] env[68503]: DEBUG nova.network.neutron [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Updated VIF entry in instance network info cache for port bf7eb71e-0746-4b21-9f45-dba3aded154a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.514920] env[68503]: DEBUG nova.network.neutron [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Updating instance_info_cache with network_info: [{"id": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "address": "fa:16:3e:13:82:c2", "network": {"id": "135ab576-0b72-4381-91cc-5ef26697d404", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-911711320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f55f0723e154972bc43945ff66b0f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7eb71e-07", "ovs_interfaceid": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.518892] env[68503]: DEBUG oslo_concurrency.lockutils [None req-129920f2-2eb2-487b-a47e-b724510e601b tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.520652] env[68503]: DEBUG nova.compute.utils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.526587] env[68503]: DEBUG nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.526705] env[68503]: DEBUG nova.network.neutron [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.528654] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance 'fcb74c70-8ef5-4e21-b4aa-fba27a91e26b' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.569884] env[68503]: DEBUG nova.policy [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbed0922d4c94afc93109ee5b10c82d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fee9e966ecf42eb833274f4007db00b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.598671] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.598671] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a7ec57-6d25-90cc-0101-c3befd0fd93d" [ 936.598671] env[68503]: _type = "HttpNfcLease" [ 936.598671] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 936.599012] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 936.599012] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a7ec57-6d25-90cc-0101-c3befd0fd93d" [ 936.599012] env[68503]: _type = "HttpNfcLease" [ 936.599012] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 936.599849] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2361f145-aadb-4c9b-83e2-fe461bfa7b79 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.608742] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d9bba-72d2-91dc-bf5f-5acc06c68790/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 936.608909] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d9bba-72d2-91dc-bf5f-5acc06c68790/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 936.701725] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-836331ed-595a-4c3a-9de4-09ddcfce21c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.818611] env[68503]: INFO nova.compute.manager [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Took 56.22 seconds to build instance. [ 936.838923] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5271d226-b4c0-81d1-68f2-395f6f6c1320, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.838923] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.839780] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] ec93c717-e164-45ca-a142-b03573d25884/ec93c717-e164-45ca-a142-b03573d25884.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.839780] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f05ae93f-b3c6-4e44-886f-b7953bf9ed2c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.847936] env[68503]: DEBUG nova.compute.manager [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.848107] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.850203] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ad6813-5e56-4f4c-a631-485ddb3f3104 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.854486] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 936.854486] env[68503]: value = "task-2861979" [ 936.854486] env[68503]: _type = "Task" [ 936.854486] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.861453] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.862248] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0500a46e-d481-41aa-98c6-48f45fb8a3f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.865146] env[68503]: DEBUG nova.network.neutron [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Successfully created port: d0baed28-0ed7-4ea0-aea0-4bc176f30ade {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.870764] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.872409] env[68503]: DEBUG oslo_vmware.api [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 936.872409] env[68503]: value = "task-2861980" [ 936.872409] env[68503]: _type = "Task" [ 936.872409] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.882819] env[68503]: DEBUG oslo_vmware.api [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.902567] env[68503]: DEBUG nova.network.neutron [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.936692] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "30b3ba17-ee9c-48de-a104-2cdb50552752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.936967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.938566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "30b3ba17-ee9c-48de-a104-2cdb50552752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.938566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.938566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.941502] env[68503]: INFO nova.compute.manager [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Terminating instance [ 937.019099] env[68503]: DEBUG oslo_concurrency.lockutils [req-752373c0-767b-4848-899d-97de1fe95241 req-3986383e-b82b-4edc-9787-c119aef2f8e4 service nova] Releasing lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.036044] env[68503]: DEBUG nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.041058] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.042049] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f55cbcb-b8e0-4759-b91d-03cc4b3e34cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.053227] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 937.053227] env[68503]: value = "task-2861981" [ 937.053227] env[68503]: _type = "Task" [ 937.053227] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.072227] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.190730] env[68503]: DEBUG nova.network.neutron [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Updating instance_info_cache with network_info: [{"id": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "address": "fa:16:3e:ca:b1:36", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90d9ebb-11", "ovs_interfaceid": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.321617] env[68503]: DEBUG oslo_concurrency.lockutils [None req-666f0ba6-1149-448a-a9d8-ff25982864f6 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "355132a9-9015-4ccf-a8b9-b7301506d116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.485s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.372346] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.388049] env[68503]: DEBUG oslo_vmware.api [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861980, 'name': PowerOffVM_Task, 'duration_secs': 0.344102} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.395419] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.395801] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.396393] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332e2276-7b68-40e5-88b6-4c7b930f2ac9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.451667] env[68503]: DEBUG nova.compute.manager [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.452042] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.453789] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfb022f-232a-4820-a186-e197d1d7865f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.467493] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.468585] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ead3a4e-2dd3-4045-bf0f-7b5f5cb13b1a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.477673] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.477673] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.477880] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Deleting the datastore file [datastore2] e82acc4f-0590-445a-a71c-00d03c6de134 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.484829] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ac992b-fd6c-4439-ab7f-701ea8ed980d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.488141] env[68503]: DEBUG oslo_vmware.api [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 937.488141] env[68503]: value = "task-2861983" [ 937.488141] env[68503]: _type = "Task" [ 937.488141] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.496190] env[68503]: DEBUG oslo_vmware.api [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for the task: (returnval){ [ 937.496190] env[68503]: value = "task-2861984" [ 937.496190] env[68503]: _type = "Task" [ 937.496190] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.504335] env[68503]: DEBUG oslo_vmware.api [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.512910] env[68503]: DEBUG oslo_vmware.api [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.575326] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.699320] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.699320] env[68503]: DEBUG nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Instance network_info: |[{"id": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "address": "fa:16:3e:ca:b1:36", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90d9ebb-11", "ovs_interfaceid": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.699320] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:b1:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c90d9ebb-11b3-4ecc-aff5-90a01649738e', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.708661] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.708661] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.727549] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9926415-93eb-446b-9eca-5971daa16564 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.744752] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.744752] env[68503]: value = "task-2861985" [ 937.744752] env[68503]: _type = "Task" [ 937.744752] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.765622] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861985, 'name': CreateVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.814308] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abf5600-d04d-4974-a91b-df3420628574 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.826320] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4275db-bb4d-445e-b1fc-a74837c1ffdd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.832268] env[68503]: DEBUG nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.881163] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b7cf0b-9bda-4af4-932c-09b88ad8a300 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.896786] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49c98a9-e1ba-4aeb-b2c0-74e6ec0cf477 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.901289] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607749} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.902521] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] ec93c717-e164-45ca-a142-b03573d25884/ec93c717-e164-45ca-a142-b03573d25884.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.902521] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.903087] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54ad984d-1718-4303-a82a-fedb7e64f778 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.917556] env[68503]: DEBUG nova.compute.provider_tree [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.926307] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 937.926307] env[68503]: value = "task-2861986" [ 937.926307] env[68503]: _type = "Task" [ 937.926307] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.939100] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.001180] env[68503]: DEBUG oslo_vmware.api [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861983, 'name': PowerOffVM_Task, 'duration_secs': 0.262665} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.005020] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.005343] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.005658] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46c283a5-2bf5-41be-8e93-c68ed3df5abf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.014254] env[68503]: DEBUG oslo_vmware.api [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Task: {'id': task-2861984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265919} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.014810] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.014859] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.015062] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.015263] env[68503]: INFO nova.compute.manager [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Took 1.17 seconds to destroy the instance on the hypervisor. [ 938.015924] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.015924] env[68503]: DEBUG nova.compute.manager [-] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.015924] env[68503]: DEBUG nova.network.neutron [-] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.045391] env[68503]: DEBUG nova.compute.manager [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Received event network-vif-plugged-c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.045810] env[68503]: DEBUG oslo_concurrency.lockutils [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] Acquiring lock "47cb127d-86d0-427a-b887-170aa30f4194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.046176] env[68503]: DEBUG oslo_concurrency.lockutils [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] Lock "47cb127d-86d0-427a-b887-170aa30f4194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.046419] env[68503]: DEBUG oslo_concurrency.lockutils [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] Lock "47cb127d-86d0-427a-b887-170aa30f4194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.046653] env[68503]: DEBUG nova.compute.manager [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] No waiting events found dispatching network-vif-plugged-c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.047022] env[68503]: WARNING nova.compute.manager [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Received unexpected event network-vif-plugged-c90d9ebb-11b3-4ecc-aff5-90a01649738e for instance with vm_state building and task_state spawning. [ 938.047191] env[68503]: DEBUG nova.compute.manager [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Received event network-changed-c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.047395] env[68503]: DEBUG nova.compute.manager [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Refreshing instance network info cache due to event network-changed-c90d9ebb-11b3-4ecc-aff5-90a01649738e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.047738] env[68503]: DEBUG oslo_concurrency.lockutils [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] Acquiring lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.047926] env[68503]: DEBUG oslo_concurrency.lockutils [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] Acquired lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.048186] env[68503]: DEBUG nova.network.neutron [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Refreshing network info cache for port c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.059460] env[68503]: DEBUG nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.075849] env[68503]: DEBUG oslo_vmware.api [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2861981, 'name': PowerOnVM_Task, 'duration_secs': 0.798426} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.077128] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.077425] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1d41dd-a156-4486-8108-d1c597aa0823 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance 'fcb74c70-8ef5-4e21-b4aa-fba27a91e26b' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.086399] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.086573] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.086931] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Deleting the datastore file [datastore2] 30b3ba17-ee9c-48de-a104-2cdb50552752 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.087268] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25537f28-bf45-4e44-a646-f9daa640e273 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.092017] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.092353] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.092599] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.092863] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.093131] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.093337] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.093559] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.093892] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.094123] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.094367] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.094662] env[68503]: DEBUG nova.virt.hardware [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.096179] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128dd48d-1795-4693-9237-4390bdf734bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.101747] env[68503]: DEBUG oslo_vmware.api [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for the task: (returnval){ [ 938.101747] env[68503]: value = "task-2861988" [ 938.101747] env[68503]: _type = "Task" [ 938.101747] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.109759] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c408e1ea-b2bb-4a18-9d6d-aec5f08942a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.117598] env[68503]: DEBUG oslo_vmware.api [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.255972] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861985, 'name': CreateVM_Task, 'duration_secs': 0.382998} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.256385] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.257364] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.257767] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.258410] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.258899] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2cf573-5b4c-4c87-800e-7fd5caaf92db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.265116] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 938.265116] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f7c746-ae46-0e6f-8710-de144cb7fe38" [ 938.265116] env[68503]: _type = "Task" [ 938.265116] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.274199] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f7c746-ae46-0e6f-8710-de144cb7fe38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.291617] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731ae44-3c34-4b64-bf61-286318fe3f7c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.299118] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-24a1d577-8c7e-49cd-8b64-d3a3c33f82cd tempest-ServersAdminNegativeTestJSON-1478137213 tempest-ServersAdminNegativeTestJSON-1478137213-project-admin] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Suspending the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 938.299426] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-088701c6-0cab-42f6-914b-316408c7c3f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.307528] env[68503]: DEBUG oslo_vmware.api [None req-24a1d577-8c7e-49cd-8b64-d3a3c33f82cd tempest-ServersAdminNegativeTestJSON-1478137213 tempest-ServersAdminNegativeTestJSON-1478137213-project-admin] Waiting for the task: (returnval){ [ 938.307528] env[68503]: value = "task-2861989" [ 938.307528] env[68503]: _type = "Task" [ 938.307528] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.327018] env[68503]: DEBUG oslo_vmware.api [None req-24a1d577-8c7e-49cd-8b64-d3a3c33f82cd tempest-ServersAdminNegativeTestJSON-1478137213 tempest-ServersAdminNegativeTestJSON-1478137213-project-admin] Task: {'id': task-2861989, 'name': SuspendVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.359877] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.392865] env[68503]: DEBUG nova.compute.manager [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Stashing vm_state: stopped {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 938.422296] env[68503]: DEBUG nova.scheduler.client.report [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.448080] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118904} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.448080] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.448080] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde27b22-bbd5-4c89-a20c-57c2c5aa14f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.483340] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] ec93c717-e164-45ca-a142-b03573d25884/ec93c717-e164-45ca-a142-b03573d25884.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.485647] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e672d8-6b7d-4822-b9c7-1a2d85cbc6ed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.507448] env[68503]: DEBUG nova.network.neutron [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Successfully updated port: d0baed28-0ed7-4ea0-aea0-4bc176f30ade {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.517613] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 938.517613] env[68503]: value = "task-2861990" [ 938.517613] env[68503]: _type = "Task" [ 938.517613] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.534735] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.583383] env[68503]: DEBUG nova.compute.manager [req-84d3d061-0695-4512-ab0b-db7e96a9b3c2 req-0984d027-002f-47ee-86cb-4460c8dec0d7 service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Received event network-vif-deleted-e940359b-e4bf-4abb-94a1-753a305c7ef5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.583708] env[68503]: INFO nova.compute.manager [req-84d3d061-0695-4512-ab0b-db7e96a9b3c2 req-0984d027-002f-47ee-86cb-4460c8dec0d7 service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Neutron deleted interface e940359b-e4bf-4abb-94a1-753a305c7ef5; detaching it from the instance and deleting it from the info cache [ 938.584041] env[68503]: DEBUG nova.network.neutron [req-84d3d061-0695-4512-ab0b-db7e96a9b3c2 req-0984d027-002f-47ee-86cb-4460c8dec0d7 service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.617693] env[68503]: DEBUG oslo_vmware.api [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Task: {'id': task-2861988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480644} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.618110] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.618454] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.618610] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.618823] env[68503]: INFO nova.compute.manager [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Took 1.17 seconds to destroy the instance on the hypervisor. [ 938.619070] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.619405] env[68503]: DEBUG nova.compute.manager [-] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.619550] env[68503]: DEBUG nova.network.neutron [-] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.779882] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f7c746-ae46-0e6f-8710-de144cb7fe38, 'name': SearchDatastore_Task, 'duration_secs': 0.033401} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.780324] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.781042] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.781042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.781042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.781241] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.781526] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863c1b50-2e52-4730-9a52-491c8bc82b33 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.792669] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.792898] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.793764] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d328f6-cd2c-447e-adc7-a4f3551dfe13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.800748] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 938.800748] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525e6e30-f146-d82c-9c80-b3ccfff8e731" [ 938.800748] env[68503]: _type = "Task" [ 938.800748] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.812598] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525e6e30-f146-d82c-9c80-b3ccfff8e731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.830076] env[68503]: DEBUG oslo_vmware.api [None req-24a1d577-8c7e-49cd-8b64-d3a3c33f82cd tempest-ServersAdminNegativeTestJSON-1478137213 tempest-ServersAdminNegativeTestJSON-1478137213-project-admin] Task: {'id': task-2861989, 'name': SuspendVM_Task} progress is 58%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.862631] env[68503]: DEBUG nova.network.neutron [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Updated VIF entry in instance network info cache for port c90d9ebb-11b3-4ecc-aff5-90a01649738e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.863063] env[68503]: DEBUG nova.network.neutron [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Updating instance_info_cache with network_info: [{"id": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "address": "fa:16:3e:ca:b1:36", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90d9ebb-11", "ovs_interfaceid": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.918949] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.931993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.917s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.932665] env[68503]: DEBUG nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.935393] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.163s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.935676] env[68503]: DEBUG nova.objects.instance [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lazy-loading 'resources' on Instance uuid e3eea543-c293-40d3-91e3-15a2866a0e44 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.006420] env[68503]: DEBUG nova.network.neutron [-] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.016562] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "refresh_cache-b45c1449-39a5-419e-8993-906c852cc890" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.016870] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "refresh_cache-b45c1449-39a5-419e-8993-906c852cc890" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.016870] env[68503]: DEBUG nova.network.neutron [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.033958] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.094347] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa93e24a-bc0f-4dda-b67c-ff83fc91a6bb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.105794] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e365538c-180e-441c-a3eb-49d6d45b6722 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.159776] env[68503]: DEBUG nova.compute.manager [req-84d3d061-0695-4512-ab0b-db7e96a9b3c2 req-0984d027-002f-47ee-86cb-4460c8dec0d7 service nova] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Detach interface failed, port_id=e940359b-e4bf-4abb-94a1-753a305c7ef5, reason: Instance e82acc4f-0590-445a-a71c-00d03c6de134 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.312787] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525e6e30-f146-d82c-9c80-b3ccfff8e731, 'name': SearchDatastore_Task, 'duration_secs': 0.015826} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.316448] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f7984a-beac-4183-a356-b77acbb20c23 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.324473] env[68503]: DEBUG oslo_vmware.api [None req-24a1d577-8c7e-49cd-8b64-d3a3c33f82cd tempest-ServersAdminNegativeTestJSON-1478137213 tempest-ServersAdminNegativeTestJSON-1478137213-project-admin] Task: {'id': task-2861989, 'name': SuspendVM_Task, 'duration_secs': 0.755773} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.325673] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-24a1d577-8c7e-49cd-8b64-d3a3c33f82cd tempest-ServersAdminNegativeTestJSON-1478137213 tempest-ServersAdminNegativeTestJSON-1478137213-project-admin] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Suspended the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 939.325867] env[68503]: DEBUG nova.compute.manager [None req-24a1d577-8c7e-49cd-8b64-d3a3c33f82cd tempest-ServersAdminNegativeTestJSON-1478137213 tempest-ServersAdminNegativeTestJSON-1478137213-project-admin] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.326212] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 939.326212] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529c560f-e6c6-8b61-0008-d541252936a9" [ 939.326212] env[68503]: _type = "Task" [ 939.326212] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.326935] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9edac-c12e-493d-811e-21900ba97aca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.338491] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529c560f-e6c6-8b61-0008-d541252936a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.366033] env[68503]: DEBUG oslo_concurrency.lockutils [req-ecca52bb-5539-4015-aa44-695b5495e2b7 req-1ea12381-269f-4ed8-bedb-2b8816bf3a25 service nova] Releasing lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.439310] env[68503]: DEBUG nova.compute.utils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.441657] env[68503]: DEBUG nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.441862] env[68503]: DEBUG nova.network.neutron [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.510261] env[68503]: INFO nova.compute.manager [-] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Took 1.49 seconds to deallocate network for instance. [ 939.518610] env[68503]: DEBUG nova.policy [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbed0922d4c94afc93109ee5b10c82d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fee9e966ecf42eb833274f4007db00b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.535650] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861990, 'name': ReconfigVM_Task, 'duration_secs': 0.584763} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.535945] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Reconfigured VM instance instance-0000003a to attach disk [datastore2] ec93c717-e164-45ca-a142-b03573d25884/ec93c717-e164-45ca-a142-b03573d25884.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.542991] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64149b7f-17f1-4743-913e-e89a5e6e8c34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.553391] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 939.553391] env[68503]: value = "task-2861991" [ 939.553391] env[68503]: _type = "Task" [ 939.553391] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.565185] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861991, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.566618] env[68503]: DEBUG nova.network.neutron [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.619540] env[68503]: DEBUG nova.network.neutron [-] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.719771] env[68503]: DEBUG nova.network.neutron [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Updating instance_info_cache with network_info: [{"id": "d0baed28-0ed7-4ea0-aea0-4bc176f30ade", "address": "fa:16:3e:da:d7:44", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0baed28-0e", "ovs_interfaceid": "d0baed28-0ed7-4ea0-aea0-4bc176f30ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.842774] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529c560f-e6c6-8b61-0008-d541252936a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019697} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.848208] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.849034] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 47cb127d-86d0-427a-b887-170aa30f4194/47cb127d-86d0-427a-b887-170aa30f4194.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.850015] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eae6641e-0b73-4f61-8b9a-db19cfbd5f00 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.859976] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 939.859976] env[68503]: value = "task-2861992" [ 939.859976] env[68503]: _type = "Task" [ 939.859976] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.875760] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.943302] env[68503]: DEBUG nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.012012] env[68503]: DEBUG nova.network.neutron [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Successfully created port: 0787f7dc-eeb1-491e-9f3f-b8c1d7501470 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.024265] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.065504] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861991, 'name': Rename_Task, 'duration_secs': 0.188728} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.068307] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.069170] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-690af9b0-3fe2-4fc6-84db-86094cc44be0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.078819] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 940.078819] env[68503]: value = "task-2861993" [ 940.078819] env[68503]: _type = "Task" [ 940.078819] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.092162] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.111856] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4864ab-36bc-4934-8797-954f7833758c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.123268] env[68503]: INFO nova.compute.manager [-] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Took 1.50 seconds to deallocate network for instance. [ 940.126068] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8674696-670d-4175-93bf-535fe45e2238 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.165881] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80962d58-2322-4885-b02d-9008607fbd91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.175639] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a4c455-ff75-4f2f-b08f-87ccfe3985b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.193397] env[68503]: DEBUG nova.compute.provider_tree [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.222524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "refresh_cache-b45c1449-39a5-419e-8993-906c852cc890" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.222967] env[68503]: DEBUG nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance network_info: |[{"id": "d0baed28-0ed7-4ea0-aea0-4bc176f30ade", "address": "fa:16:3e:da:d7:44", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0baed28-0e", "ovs_interfaceid": "d0baed28-0ed7-4ea0-aea0-4bc176f30ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.223462] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d7:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0baed28-0ed7-4ea0-aea0-4bc176f30ade', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.233133] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating folder: Project (2fee9e966ecf42eb833274f4007db00b). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.234274] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0e8bb68-00be-40cd-8280-1ae6ce5efa75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.250766] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created folder: Project (2fee9e966ecf42eb833274f4007db00b) in parent group-v575195. [ 940.250993] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating folder: Instances. Parent ref: group-v575365. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.251288] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90abb740-3068-4683-8afa-b5690132c967 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.267399] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created folder: Instances in parent group-v575365. [ 940.277990] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.278482] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.279303] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68c598ae-66a3-421f-aefd-0afd80b4b86b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.304915] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.304915] env[68503]: value = "task-2861996" [ 940.304915] env[68503]: _type = "Task" [ 940.304915] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.315733] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861996, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.350438] env[68503]: DEBUG nova.compute.manager [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Received event network-vif-plugged-d0baed28-0ed7-4ea0-aea0-4bc176f30ade {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.350692] env[68503]: DEBUG oslo_concurrency.lockutils [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] Acquiring lock "b45c1449-39a5-419e-8993-906c852cc890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.351078] env[68503]: DEBUG oslo_concurrency.lockutils [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] Lock "b45c1449-39a5-419e-8993-906c852cc890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.351255] env[68503]: DEBUG oslo_concurrency.lockutils [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] Lock "b45c1449-39a5-419e-8993-906c852cc890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.351419] env[68503]: DEBUG nova.compute.manager [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] No waiting events found dispatching network-vif-plugged-d0baed28-0ed7-4ea0-aea0-4bc176f30ade {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.352025] env[68503]: WARNING nova.compute.manager [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Received unexpected event network-vif-plugged-d0baed28-0ed7-4ea0-aea0-4bc176f30ade for instance with vm_state building and task_state spawning. [ 940.352025] env[68503]: DEBUG nova.compute.manager [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Received event network-changed-d0baed28-0ed7-4ea0-aea0-4bc176f30ade {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.352025] env[68503]: DEBUG nova.compute.manager [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Refreshing instance network info cache due to event network-changed-d0baed28-0ed7-4ea0-aea0-4bc176f30ade. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.352244] env[68503]: DEBUG oslo_concurrency.lockutils [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] Acquiring lock "refresh_cache-b45c1449-39a5-419e-8993-906c852cc890" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.352290] env[68503]: DEBUG oslo_concurrency.lockutils [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] Acquired lock "refresh_cache-b45c1449-39a5-419e-8993-906c852cc890" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.352409] env[68503]: DEBUG nova.network.neutron [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Refreshing network info cache for port d0baed28-0ed7-4ea0-aea0-4bc176f30ade {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.372961] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.590032] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.635062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.659227] env[68503]: DEBUG nova.network.neutron [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Port 73e25176-3c1f-4784-a70c-e61069cebc64 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 940.659227] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.659227] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.659227] env[68503]: DEBUG nova.network.neutron [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.702024] env[68503]: DEBUG nova.scheduler.client.report [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.817576] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2861996, 'name': CreateVM_Task, 'duration_secs': 0.398299} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.817868] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.818616] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.818831] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.819175] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.819447] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb7558d-8bc1-486c-92d2-aec383208d9b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.826145] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 940.826145] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525099a1-804a-73e9-c616-36f7ddfc7099" [ 940.826145] env[68503]: _type = "Task" [ 940.826145] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.837469] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525099a1-804a-73e9-c616-36f7ddfc7099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.874263] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656888} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.874365] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 47cb127d-86d0-427a-b887-170aa30f4194/47cb127d-86d0-427a-b887-170aa30f4194.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.874557] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.874818] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b19dfbd-46fc-4432-9012-f4333d95e57b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.884478] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 940.884478] env[68503]: value = "task-2861997" [ 940.884478] env[68503]: _type = "Task" [ 940.884478] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.896238] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.961901] env[68503]: DEBUG nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.000699] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.000867] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.001034] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.001281] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.001675] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.001734] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.002470] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.002470] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.002470] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.002470] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.002636] env[68503]: DEBUG nova.virt.hardware [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.003848] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcb072a-53ba-418d-bb18-622337333ed6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.014219] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c7240-85ef-4e1d-ad11-106efc05cf24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.091088] env[68503]: DEBUG oslo_vmware.api [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2861993, 'name': PowerOnVM_Task, 'duration_secs': 0.601138} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.091369] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.091568] env[68503]: INFO nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Took 8.40 seconds to spawn the instance on the hypervisor. [ 941.091739] env[68503]: DEBUG nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.092553] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155661c8-d5fe-4803-acdf-2baa115249a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.096122] env[68503]: DEBUG nova.network.neutron [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Updated VIF entry in instance network info cache for port d0baed28-0ed7-4ea0-aea0-4bc176f30ade. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.096515] env[68503]: DEBUG nova.network.neutron [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Updating instance_info_cache with network_info: [{"id": "d0baed28-0ed7-4ea0-aea0-4bc176f30ade", "address": "fa:16:3e:da:d7:44", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0baed28-0e", "ovs_interfaceid": "d0baed28-0ed7-4ea0-aea0-4bc176f30ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.136743] env[68503]: DEBUG nova.compute.manager [req-21ee0b22-184e-4e0d-b341-17fcaba2f69a req-a531f093-65ad-47e2-859e-d93d0f045068 service nova] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Received event network-vif-deleted-d089f5d5-6cdb-491f-be5b-5a33b9d86f5a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.206581] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.208901] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.807s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.210388] env[68503]: INFO nova.compute.claims [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.230238] env[68503]: INFO nova.scheduler.client.report [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Deleted allocations for instance e3eea543-c293-40d3-91e3-15a2866a0e44 [ 941.337588] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525099a1-804a-73e9-c616-36f7ddfc7099, 'name': SearchDatastore_Task, 'duration_secs': 0.018062} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.337872] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.338125] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.338364] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.338549] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.338721] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.339038] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bab4be80-19f7-456b-bff5-e002b7adc57b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.355634] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.355737] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.356514] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b8b618-dfa8-4efc-9749-cfbf55de0f39 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.361232] env[68503]: DEBUG nova.network.neutron [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance_info_cache with network_info: [{"id": "73e25176-3c1f-4784-a70c-e61069cebc64", "address": "fa:16:3e:0c:8d:b4", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e25176-3c", "ovs_interfaceid": "73e25176-3c1f-4784-a70c-e61069cebc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.363513] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 941.363513] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52df341b-f949-1bec-fddd-342b5ace423d" [ 941.363513] env[68503]: _type = "Task" [ 941.363513] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.374814] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52df341b-f949-1bec-fddd-342b5ace423d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.394871] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150505} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.395167] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.395941] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202a3e52-6247-4473-bac8-f4dbdced071c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.420019] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 47cb127d-86d0-427a-b887-170aa30f4194/47cb127d-86d0-427a-b887-170aa30f4194.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.420316] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e35eae-fc94-4158-b8d8-d9fbf1c4c082 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.444259] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 941.444259] env[68503]: value = "task-2861998" [ 941.444259] env[68503]: _type = "Task" [ 941.444259] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.453386] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.604278] env[68503]: DEBUG oslo_concurrency.lockutils [req-2519c3b1-2947-45cd-8bcd-1b786791b884 req-55be2737-9cde-4ea8-ae27-ed8dcf9321a0 service nova] Releasing lock "refresh_cache-b45c1449-39a5-419e-8993-906c852cc890" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.614131] env[68503]: INFO nova.compute.manager [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Took 53.41 seconds to build instance. [ 941.738071] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bf60b90-59f8-455c-a55d-05bec15ba718 tempest-ServerShowV247Test-2119236437 tempest-ServerShowV247Test-2119236437-project-member] Lock "e3eea543-c293-40d3-91e3-15a2866a0e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.277s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.870414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.879607] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52df341b-f949-1bec-fddd-342b5ace423d, 'name': SearchDatastore_Task, 'duration_secs': 0.040848} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.879607] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b0c63b-c3be-4650-8078-c4d352d45e11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.885031] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 941.885031] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52aeab09-7d0c-18a4-a1fc-72dbfd5b30c0" [ 941.885031] env[68503]: _type = "Task" [ 941.885031] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.893921] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aeab09-7d0c-18a4-a1fc-72dbfd5b30c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.955906] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861998, 'name': ReconfigVM_Task, 'duration_secs': 0.44157} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.956197] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 47cb127d-86d0-427a-b887-170aa30f4194/47cb127d-86d0-427a-b887-170aa30f4194.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.956872] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c869ca3c-b9d9-498d-b1a2-0f94839fe3f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.964313] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 941.964313] env[68503]: value = "task-2861999" [ 941.964313] env[68503]: _type = "Task" [ 941.964313] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.973126] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861999, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.116516] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79f208a6-7fc5-463c-b73f-93057d7d8b2d tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "ec93c717-e164-45ca-a142-b03573d25884" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.055s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.164576] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "355132a9-9015-4ccf-a8b9-b7301506d116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.164862] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "355132a9-9015-4ccf-a8b9-b7301506d116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.165063] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "355132a9-9015-4ccf-a8b9-b7301506d116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.165250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "355132a9-9015-4ccf-a8b9-b7301506d116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.165420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "355132a9-9015-4ccf-a8b9-b7301506d116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.171619] env[68503]: INFO nova.compute.manager [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Terminating instance [ 942.378864] env[68503]: DEBUG nova.compute.manager [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68503) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 942.379365] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.399446] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aeab09-7d0c-18a4-a1fc-72dbfd5b30c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018195} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.402085] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.402372] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.402887] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-057878f8-985d-402a-9bf2-d0e822e408af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.412858] env[68503]: DEBUG nova.network.neutron [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Successfully updated port: 0787f7dc-eeb1-491e-9f3f-b8c1d7501470 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.416809] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 942.416809] env[68503]: value = "task-2862000" [ 942.416809] env[68503]: _type = "Task" [ 942.416809] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.430803] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.477087] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861999, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.620032] env[68503]: DEBUG nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.676249] env[68503]: DEBUG nova.compute.manager [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.676590] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.677849] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b73635-f4e8-4a6c-9c07-8d019f286049 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.690111] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.690398] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea85e1b-2ab9-4137-b81c-b1944eb9ccf1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.769495] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.769495] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.769495] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Deleting the datastore file [datastore2] 355132a9-9015-4ccf-a8b9-b7301506d116 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.769495] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e893b0c-07cb-40d7-971a-626a206f3ddc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.782396] env[68503]: DEBUG oslo_vmware.api [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 942.782396] env[68503]: value = "task-2862002" [ 942.782396] env[68503]: _type = "Task" [ 942.782396] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.802025] env[68503]: DEBUG oslo_vmware.api [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2862002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.841066] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec4fddb-43fa-4a27-bc79-88b8240bf0ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.850532] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e053da85-bb14-4172-b466-004ecc6032c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.884153] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f2b28-e1c4-4853-8a07-bbe44ae288f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.895916] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd92b1d-caa6-48f2-b6d9-369ebb77955a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.912925] env[68503]: DEBUG nova.compute.provider_tree [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.918776] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "refresh_cache-9016dc84-144e-4679-93d1-9602212d64f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.918935] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "refresh_cache-9016dc84-144e-4679-93d1-9602212d64f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.919113] env[68503]: DEBUG nova.network.neutron [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.930986] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862000, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.977866] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861999, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.153246] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.272200] env[68503]: DEBUG nova.compute.manager [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Received event network-changed-bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.272200] env[68503]: DEBUG nova.compute.manager [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Refreshing instance network info cache due to event network-changed-bf7eb71e-0746-4b21-9f45-dba3aded154a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.272200] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Acquiring lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.272200] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Acquired lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.272200] env[68503]: DEBUG nova.network.neutron [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Refreshing network info cache for port bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.291426] env[68503]: DEBUG oslo_vmware.api [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2862002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511073} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.292080] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.292080] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.292080] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.292215] env[68503]: INFO nova.compute.manager [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Took 0.62 seconds to destroy the instance on the hypervisor. [ 943.292459] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.292650] env[68503]: DEBUG nova.compute.manager [-] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.292745] env[68503]: DEBUG nova.network.neutron [-] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.435910] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671382} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.436434] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.436819] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.437212] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496fa67b-13ea-49c6-986f-f98268371798 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.446620] env[68503]: ERROR nova.scheduler.client.report [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [req-021ed04a-87fb-4838-9a2c-e059d7898195] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-021ed04a-87fb-4838-9a2c-e059d7898195"}]} [ 943.448710] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 943.448710] env[68503]: value = "task-2862003" [ 943.448710] env[68503]: _type = "Task" [ 943.448710] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.460787] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.466269] env[68503]: DEBUG nova.scheduler.client.report [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 943.469484] env[68503]: DEBUG nova.network.neutron [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.485620] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2861999, 'name': Rename_Task, 'duration_secs': 1.15382} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.486070] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.486450] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56651bdd-f28e-4be7-84c9-55660a4c9f25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.492606] env[68503]: DEBUG nova.scheduler.client.report [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 943.493047] env[68503]: DEBUG nova.compute.provider_tree [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.496884] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 943.496884] env[68503]: value = "task-2862004" [ 943.496884] env[68503]: _type = "Task" [ 943.496884] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.510107] env[68503]: DEBUG nova.scheduler.client.report [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 943.513852] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.536602] env[68503]: DEBUG nova.scheduler.client.report [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 943.645160] env[68503]: DEBUG nova.network.neutron [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Updating instance_info_cache with network_info: [{"id": "0787f7dc-eeb1-491e-9f3f-b8c1d7501470", "address": "fa:16:3e:bf:b2:82", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0787f7dc-ee", "ovs_interfaceid": "0787f7dc-eeb1-491e-9f3f-b8c1d7501470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.959389] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085838} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.959700] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.960519] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4efd261-14a3-400b-8e8a-002fd4910d7c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.994531] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.997889] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c50972-bf91-40fd-86c8-c690a387a8da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.028584] env[68503]: DEBUG oslo_vmware.api [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862004, 'name': PowerOnVM_Task, 'duration_secs': 0.481663} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.030017] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.030298] env[68503]: INFO nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Took 8.64 seconds to spawn the instance on the hypervisor. [ 944.030531] env[68503]: DEBUG nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.030879] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 944.030879] env[68503]: value = "task-2862005" [ 944.030879] env[68503]: _type = "Task" [ 944.030879] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.031583] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d8d29-8c61-44f5-ac5b-4754c9c0f371 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.045973] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.074249] env[68503]: DEBUG nova.network.neutron [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Updated VIF entry in instance network info cache for port bf7eb71e-0746-4b21-9f45-dba3aded154a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.075025] env[68503]: DEBUG nova.network.neutron [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Updating instance_info_cache with network_info: [{"id": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "address": "fa:16:3e:13:82:c2", "network": {"id": "135ab576-0b72-4381-91cc-5ef26697d404", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-911711320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f55f0723e154972bc43945ff66b0f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7eb71e-07", "ovs_interfaceid": "bf7eb71e-0746-4b21-9f45-dba3aded154a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.110393] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a68d5c2-ad91-459e-b09a-5acea63d348a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.119780] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdf3414-5da0-4203-b7ce-f1e0ab696bd4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.153050] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "refresh_cache-9016dc84-144e-4679-93d1-9602212d64f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.153428] env[68503]: DEBUG nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Instance network_info: |[{"id": "0787f7dc-eeb1-491e-9f3f-b8c1d7501470", "address": "fa:16:3e:bf:b2:82", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0787f7dc-ee", "ovs_interfaceid": "0787f7dc-eeb1-491e-9f3f-b8c1d7501470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.154037] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b2:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0787f7dc-eeb1-491e-9f3f-b8c1d7501470', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.161850] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.162538] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc8cf6-796d-444d-8d65-46edfcd8ff6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.165087] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.165305] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eee1c22-5d52-4e90-8834-3af7e7c23ecf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.189177] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad1d2e-d2da-46e7-9068-9c568f44cf34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.193555] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.193555] env[68503]: value = "task-2862006" [ 944.193555] env[68503]: _type = "Task" [ 944.193555] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.205297] env[68503]: DEBUG nova.compute.provider_tree [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.213541] env[68503]: DEBUG nova.network.neutron [-] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.214610] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862006, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.548830] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.560777] env[68503]: INFO nova.compute.manager [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Took 50.73 seconds to build instance. [ 944.580036] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Releasing lock "refresh_cache-ec93c717-e164-45ca-a142-b03573d25884" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.580036] env[68503]: DEBUG nova.compute.manager [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Received event network-vif-plugged-0787f7dc-eeb1-491e-9f3f-b8c1d7501470 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.580036] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Acquiring lock "9016dc84-144e-4679-93d1-9602212d64f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.580036] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Lock "9016dc84-144e-4679-93d1-9602212d64f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.580036] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Lock "9016dc84-144e-4679-93d1-9602212d64f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.580036] env[68503]: DEBUG nova.compute.manager [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] No waiting events found dispatching network-vif-plugged-0787f7dc-eeb1-491e-9f3f-b8c1d7501470 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.580036] env[68503]: WARNING nova.compute.manager [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Received unexpected event network-vif-plugged-0787f7dc-eeb1-491e-9f3f-b8c1d7501470 for instance with vm_state building and task_state spawning. [ 944.580036] env[68503]: DEBUG nova.compute.manager [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Received event network-changed-0787f7dc-eeb1-491e-9f3f-b8c1d7501470 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.580036] env[68503]: DEBUG nova.compute.manager [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Refreshing instance network info cache due to event network-changed-0787f7dc-eeb1-491e-9f3f-b8c1d7501470. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.580036] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Acquiring lock "refresh_cache-9016dc84-144e-4679-93d1-9602212d64f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.580036] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Acquired lock "refresh_cache-9016dc84-144e-4679-93d1-9602212d64f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.580036] env[68503]: DEBUG nova.network.neutron [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Refreshing network info cache for port 0787f7dc-eeb1-491e-9f3f-b8c1d7501470 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.706552] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862006, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.710033] env[68503]: DEBUG nova.scheduler.client.report [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.716073] env[68503]: INFO nova.compute.manager [-] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Took 1.42 seconds to deallocate network for instance. [ 945.005660] env[68503]: DEBUG nova.compute.manager [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Received event network-changed-c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.005879] env[68503]: DEBUG nova.compute.manager [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Refreshing instance network info cache due to event network-changed-c90d9ebb-11b3-4ecc-aff5-90a01649738e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.006117] env[68503]: DEBUG oslo_concurrency.lockutils [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] Acquiring lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.006267] env[68503]: DEBUG oslo_concurrency.lockutils [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] Acquired lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.006432] env[68503]: DEBUG nova.network.neutron [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Refreshing network info cache for port c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.045661] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862005, 'name': ReconfigVM_Task, 'duration_secs': 0.693156} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.045922] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Reconfigured VM instance instance-0000003c to attach disk [datastore1] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.046572] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c01fba4-51d1-4e60-9652-ce2410cec222 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.054314] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 945.054314] env[68503]: value = "task-2862007" [ 945.054314] env[68503]: _type = "Task" [ 945.054314] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.064379] env[68503]: DEBUG oslo_concurrency.lockutils [None req-221cac1a-e7e0-410e-a9ae-d7c55200d0ac tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "47cb127d-86d0-427a-b887-170aa30f4194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.977s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.064619] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862007, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.206716] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862006, 'name': CreateVM_Task, 'duration_secs': 0.521771} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.206919] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.207638] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.207799] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.208146] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.208433] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c7510e-64c4-4627-8bda-cd9b85aa55a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.213371] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.004s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.214702] env[68503]: DEBUG nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.217553] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.573s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.217885] env[68503]: DEBUG nova.objects.instance [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lazy-loading 'resources' on Instance uuid 13438972-6edd-4fae-99b4-7c0320eea983 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.222711] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.223262] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 945.223262] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e95c1b-0fd7-75c7-905a-8bba057d78d7" [ 945.223262] env[68503]: _type = "Task" [ 945.223262] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.243986] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e95c1b-0fd7-75c7-905a-8bba057d78d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.303202] env[68503]: DEBUG nova.compute.manager [req-2f892612-571a-44a0-870d-87bbf2d31147 req-7199f796-e72b-46c8-9253-900b6bbec720 service nova] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Received event network-vif-deleted-8870b72b-3735-42d6-847b-4034508e751e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.358315] env[68503]: DEBUG nova.network.neutron [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Updated VIF entry in instance network info cache for port 0787f7dc-eeb1-491e-9f3f-b8c1d7501470. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.358714] env[68503]: DEBUG nova.network.neutron [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Updating instance_info_cache with network_info: [{"id": "0787f7dc-eeb1-491e-9f3f-b8c1d7501470", "address": "fa:16:3e:bf:b2:82", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0787f7dc-ee", "ovs_interfaceid": "0787f7dc-eeb1-491e-9f3f-b8c1d7501470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.566235] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862007, 'name': Rename_Task, 'duration_secs': 0.244993} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.566756] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.567158] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fdec59b-fef1-45c3-84f7-293167e6503e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.575144] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 945.575144] env[68503]: value = "task-2862008" [ 945.575144] env[68503]: _type = "Task" [ 945.575144] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.585355] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.719109] env[68503]: DEBUG nova.compute.utils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.720636] env[68503]: DEBUG nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.720838] env[68503]: DEBUG nova.network.neutron [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.736216] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e95c1b-0fd7-75c7-905a-8bba057d78d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016186} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.736577] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.736859] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.737123] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.737272] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.737447] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.737715] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7956263-4fd8-42c2-8c05-134f702fc1a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.753080] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.753207] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.757298] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a2e798-0546-4de0-ad9f-f842cd4c8d26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.769201] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 945.769201] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5259b2dc-13b9-1a39-275f-0dca8928d848" [ 945.769201] env[68503]: _type = "Task" [ 945.769201] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.778742] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5259b2dc-13b9-1a39-275f-0dca8928d848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.790804] env[68503]: DEBUG nova.policy [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dee6b2a0a2b64ce5bbb5c01685379a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f3ef0466cef4a6b949e7470a1b161c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.862146] env[68503]: DEBUG oslo_concurrency.lockutils [req-7765f1cf-6a00-40cf-ab7c-c691299f1fdd req-a94afeff-6b81-41ef-b906-5ec5b9030290 service nova] Releasing lock "refresh_cache-9016dc84-144e-4679-93d1-9602212d64f8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.896594] env[68503]: DEBUG nova.network.neutron [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Updated VIF entry in instance network info cache for port c90d9ebb-11b3-4ecc-aff5-90a01649738e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.896594] env[68503]: DEBUG nova.network.neutron [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Updating instance_info_cache with network_info: [{"id": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "address": "fa:16:3e:ca:b1:36", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90d9ebb-11", "ovs_interfaceid": "c90d9ebb-11b3-4ecc-aff5-90a01649738e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.086351] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.223370] env[68503]: DEBUG nova.network.neutron [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Successfully created port: e2255e6e-85dc-4b5a-9d70-0c8c32673081 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.226061] env[68503]: DEBUG nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.284810] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5259b2dc-13b9-1a39-275f-0dca8928d848, 'name': SearchDatastore_Task, 'duration_secs': 0.014908} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.285671] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fa09e9-e190-4cc7-bd51-ce90ec083851 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.294053] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 946.294053] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c8b1f2-fb78-75ba-dcf4-f7f2b6caad5e" [ 946.294053] env[68503]: _type = "Task" [ 946.294053] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.304946] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c8b1f2-fb78-75ba-dcf4-f7f2b6caad5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.359668] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ea8f6-1d1d-4111-9e93-0352a8ae5f99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.370357] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4003dcfb-0f1a-4c3c-a407-c78c9c83fa46 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.401962] env[68503]: DEBUG oslo_concurrency.lockutils [req-15661602-995f-41d3-8373-250e5312823f req-0cd89d22-2491-42e2-a5cf-7911eeea7d77 service nova] Releasing lock "refresh_cache-47cb127d-86d0-427a-b887-170aa30f4194" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.403159] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec00866-6578-4fac-b061-282c8f62c079 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.411704] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a44f656-52b7-4223-82a3-3621470c2d94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.426726] env[68503]: DEBUG nova.compute.provider_tree [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.587453] env[68503]: DEBUG oslo_vmware.api [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862008, 'name': PowerOnVM_Task, 'duration_secs': 0.64172} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.587790] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.588082] env[68503]: INFO nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Took 8.53 seconds to spawn the instance on the hypervisor. [ 946.588365] env[68503]: DEBUG nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.589391] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f1fbe-8b7b-41fa-b200-2d48cc20ddef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.689761] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d9bba-72d2-91dc-bf5f-5acc06c68790/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.690976] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2e2865-56ee-4a3e-81f2-271fe1e4436c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.697803] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d9bba-72d2-91dc-bf5f-5acc06c68790/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.697966] env[68503]: ERROR oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d9bba-72d2-91dc-bf5f-5acc06c68790/disk-0.vmdk due to incomplete transfer. [ 946.698199] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7de1eac4-c826-403e-ac25-891f6e2fe5a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.706401] env[68503]: DEBUG oslo_vmware.rw_handles [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d9bba-72d2-91dc-bf5f-5acc06c68790/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.706755] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Uploaded image 889e0a35-29ac-472d-9611-e12bbb602426 to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 946.709180] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 946.709436] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08860cb8-f727-4e14-9fac-2bf62ed361a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.716512] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 946.716512] env[68503]: value = "task-2862009" [ 946.716512] env[68503]: _type = "Task" [ 946.716512] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.725336] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862009, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.805890] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c8b1f2-fb78-75ba-dcf4-f7f2b6caad5e, 'name': SearchDatastore_Task, 'duration_secs': 0.018898} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.806111] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.806340] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 9016dc84-144e-4679-93d1-9602212d64f8/9016dc84-144e-4679-93d1-9602212d64f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.807261] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8485b70-fa22-4c87-81ea-fd6b5fa78385 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.817525] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 946.817525] env[68503]: value = "task-2862010" [ 946.817525] env[68503]: _type = "Task" [ 946.817525] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.829775] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.930065] env[68503]: DEBUG nova.scheduler.client.report [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.112314] env[68503]: INFO nova.compute.manager [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Took 41.83 seconds to build instance. [ 947.228510] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862009, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.234956] env[68503]: DEBUG nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.263157] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.263408] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.263568] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.263755] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.263900] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.264097] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.264318] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.264476] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.264644] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.264809] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.264982] env[68503]: DEBUG nova.virt.hardware [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.265952] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c93288-eea7-4ecc-8e8f-ad28febf6781 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.277817] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d2d0e-bb19-47d1-bcf1-adebff3ccb9c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.328158] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862010, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.435600] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.438138] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.151s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.439779] env[68503]: INFO nova.compute.claims [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.468493] env[68503]: INFO nova.scheduler.client.report [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Deleted allocations for instance 13438972-6edd-4fae-99b4-7c0320eea983 [ 947.614332] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb80b109-8a9e-4345-8a55-8b56f857868f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b45c1449-39a5-419e-8993-906c852cc890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.297s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.647702] env[68503]: DEBUG nova.compute.manager [req-0047295d-94c7-4da0-8032-f515b31baa65 req-29575a9a-fbb2-425a-b390-8549a3378717 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Received event network-vif-plugged-e2255e6e-85dc-4b5a-9d70-0c8c32673081 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.647998] env[68503]: DEBUG oslo_concurrency.lockutils [req-0047295d-94c7-4da0-8032-f515b31baa65 req-29575a9a-fbb2-425a-b390-8549a3378717 service nova] Acquiring lock "18661868-e020-41d2-83cb-0dd09cff69a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.648443] env[68503]: DEBUG oslo_concurrency.lockutils [req-0047295d-94c7-4da0-8032-f515b31baa65 req-29575a9a-fbb2-425a-b390-8549a3378717 service nova] Lock "18661868-e020-41d2-83cb-0dd09cff69a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.648682] env[68503]: DEBUG oslo_concurrency.lockutils [req-0047295d-94c7-4da0-8032-f515b31baa65 req-29575a9a-fbb2-425a-b390-8549a3378717 service nova] Lock "18661868-e020-41d2-83cb-0dd09cff69a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.648895] env[68503]: DEBUG nova.compute.manager [req-0047295d-94c7-4da0-8032-f515b31baa65 req-29575a9a-fbb2-425a-b390-8549a3378717 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] No waiting events found dispatching network-vif-plugged-e2255e6e-85dc-4b5a-9d70-0c8c32673081 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.649050] env[68503]: WARNING nova.compute.manager [req-0047295d-94c7-4da0-8032-f515b31baa65 req-29575a9a-fbb2-425a-b390-8549a3378717 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Received unexpected event network-vif-plugged-e2255e6e-85dc-4b5a-9d70-0c8c32673081 for instance with vm_state building and task_state spawning. [ 947.733809] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862009, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.778846] env[68503]: DEBUG nova.network.neutron [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Successfully updated port: e2255e6e-85dc-4b5a-9d70-0c8c32673081 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.831573] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862010, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.976974] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e3442b0e-bab6-4635-b189-90c329f08713 tempest-ServersTestMultiNic-1044500828 tempest-ServersTestMultiNic-1044500828-project-member] Lock "13438972-6edd-4fae-99b4-7c0320eea983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.029s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.229558] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862009, 'name': Destroy_Task, 'duration_secs': 1.159884} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.229558] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Destroyed the VM [ 948.229558] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.229758] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8aedad3c-4ef6-47a3-9288-9739a7f42d70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.238432] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 948.238432] env[68503]: value = "task-2862011" [ 948.238432] env[68503]: _type = "Task" [ 948.238432] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.249037] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862011, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.283604] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "refresh_cache-18661868-e020-41d2-83cb-0dd09cff69a3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.283604] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "refresh_cache-18661868-e020-41d2-83cb-0dd09cff69a3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.283604] env[68503]: DEBUG nova.network.neutron [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.336392] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862010, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.037851} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.336680] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 9016dc84-144e-4679-93d1-9602212d64f8/9016dc84-144e-4679-93d1-9602212d64f8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.336901] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.337219] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a00055f-b343-4616-8d55-5a4fb3c8a0b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.347374] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 948.347374] env[68503]: value = "task-2862012" [ 948.347374] env[68503]: _type = "Task" [ 948.347374] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.357060] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.750493] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862011, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.831021] env[68503]: DEBUG nova.network.neutron [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.860953] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142915} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.860953] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.861434] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eb8aef-dd47-452e-816b-2a1c6ef28459 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.894144] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 9016dc84-144e-4679-93d1-9602212d64f8/9016dc84-144e-4679-93d1-9602212d64f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.900959] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47db2ec1-f3ab-498e-bef1-c0972c0d07f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.926392] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 948.926392] env[68503]: value = "task-2862013" [ 948.926392] env[68503]: _type = "Task" [ 948.926392] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.941582] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.012023] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8254db1a-fe44-410d-ab38-34cccea7aa11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.021121] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e1e1b-26e7-4464-ae75-56521533d974 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.077775] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b615843-a9cf-4a6d-87c0-11ae07f1593b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.090476] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5da7d-49f9-416b-aa9c-a7be8690643c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.114763] env[68503]: DEBUG nova.compute.provider_tree [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.126421] env[68503]: DEBUG nova.network.neutron [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Updating instance_info_cache with network_info: [{"id": "e2255e6e-85dc-4b5a-9d70-0c8c32673081", "address": "fa:16:3e:fc:0c:82", "network": {"id": "dae90e97-8c84-4cb3-a60b-15808d5cd350", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296330303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3ef0466cef4a6b949e7470a1b161c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2255e6e-85", "ovs_interfaceid": "e2255e6e-85dc-4b5a-9d70-0c8c32673081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.250644] env[68503]: DEBUG oslo_vmware.api [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862011, 'name': RemoveSnapshot_Task, 'duration_secs': 0.730084} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.250746] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.252021] env[68503]: INFO nova.compute.manager [None req-48f97376-1eb4-4a87-97c2-0634b58dc2b3 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Took 17.35 seconds to snapshot the instance on the hypervisor. [ 949.438596] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.621911] env[68503]: DEBUG nova.scheduler.client.report [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.629844] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "refresh_cache-18661868-e020-41d2-83cb-0dd09cff69a3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.630162] env[68503]: DEBUG nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Instance network_info: |[{"id": "e2255e6e-85dc-4b5a-9d70-0c8c32673081", "address": "fa:16:3e:fc:0c:82", "network": {"id": "dae90e97-8c84-4cb3-a60b-15808d5cd350", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296330303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3ef0466cef4a6b949e7470a1b161c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2255e6e-85", "ovs_interfaceid": "e2255e6e-85dc-4b5a-9d70-0c8c32673081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.630569] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:0c:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2255e6e-85dc-4b5a-9d70-0c8c32673081', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.638307] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Creating folder: Project (8f3ef0466cef4a6b949e7470a1b161c9). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.639503] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a5aef7-0cce-4327-96d2-b83f1ae0d475 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.651548] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Created folder: Project (8f3ef0466cef4a6b949e7470a1b161c9) in parent group-v575195. [ 949.651762] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Creating folder: Instances. Parent ref: group-v575369. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.652019] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6fd1b8-51bb-4dcc-b51a-3b63b51748f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.663877] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Created folder: Instances in parent group-v575369. [ 949.664147] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.664347] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.664560] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e60a1e3-6c76-4f8b-bf54-d6b8c77c16cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.681318] env[68503]: DEBUG nova.compute.manager [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Received event network-changed-e2255e6e-85dc-4b5a-9d70-0c8c32673081 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.681514] env[68503]: DEBUG nova.compute.manager [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Refreshing instance network info cache due to event network-changed-e2255e6e-85dc-4b5a-9d70-0c8c32673081. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.681726] env[68503]: DEBUG oslo_concurrency.lockutils [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] Acquiring lock "refresh_cache-18661868-e020-41d2-83cb-0dd09cff69a3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.681876] env[68503]: DEBUG oslo_concurrency.lockutils [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] Acquired lock "refresh_cache-18661868-e020-41d2-83cb-0dd09cff69a3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.682046] env[68503]: DEBUG nova.network.neutron [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Refreshing network info cache for port e2255e6e-85dc-4b5a-9d70-0c8c32673081 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.692025] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.692025] env[68503]: value = "task-2862016" [ 949.692025] env[68503]: _type = "Task" [ 949.692025] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.700480] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862016, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.941393] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862013, 'name': ReconfigVM_Task, 'duration_secs': 0.58215} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.941694] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 9016dc84-144e-4679-93d1-9602212d64f8/9016dc84-144e-4679-93d1-9602212d64f8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.942382] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def9e0bd-d09f-4379-8ede-6e9e01009fbe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.950822] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 949.950822] env[68503]: value = "task-2862017" [ 949.950822] env[68503]: _type = "Task" [ 949.950822] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.961734] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862017, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.128967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.129630] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.132717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.339s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.134314] env[68503]: INFO nova.compute.claims [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.203380] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862016, 'name': CreateVM_Task, 'duration_secs': 0.405636} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.203512] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.204532] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.204699] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.205038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.205307] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab5e535-f815-46bf-bb77-e8e50d9210c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.211929] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 950.211929] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f6404b-c946-d7da-3943-4e2c8b7775d1" [ 950.211929] env[68503]: _type = "Task" [ 950.211929] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.225532] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f6404b-c946-d7da-3943-4e2c8b7775d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.393239] env[68503]: DEBUG nova.network.neutron [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Updated VIF entry in instance network info cache for port e2255e6e-85dc-4b5a-9d70-0c8c32673081. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.393805] env[68503]: DEBUG nova.network.neutron [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Updating instance_info_cache with network_info: [{"id": "e2255e6e-85dc-4b5a-9d70-0c8c32673081", "address": "fa:16:3e:fc:0c:82", "network": {"id": "dae90e97-8c84-4cb3-a60b-15808d5cd350", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296330303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3ef0466cef4a6b949e7470a1b161c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2255e6e-85", "ovs_interfaceid": "e2255e6e-85dc-4b5a-9d70-0c8c32673081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.462648] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862017, 'name': Rename_Task, 'duration_secs': 0.290693} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.462911] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.463287] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b8249a7-5c0d-4ef5-a284-78e1a12d4f1d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.471486] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 950.471486] env[68503]: value = "task-2862018" [ 950.471486] env[68503]: _type = "Task" [ 950.471486] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.482455] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.639686] env[68503]: DEBUG nova.compute.utils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.643087] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.643267] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.688246] env[68503]: DEBUG nova.policy [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81211c89be646fea7d21dc8af1d58b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b7d877e35d949fc846f6f918dba3fa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.723984] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f6404b-c946-d7da-3943-4e2c8b7775d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.724404] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.724716] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.725025] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.725250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.725494] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.726262] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d102834-14a1-422a-ae4c-f463ebd217b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.737907] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.738154] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.739028] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a1c638-233d-4d99-b609-9485fb72e5f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.747721] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 950.747721] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c9dfef-e2db-9292-df2d-bedbd4adbd23" [ 950.747721] env[68503]: _type = "Task" [ 950.747721] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.759758] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c9dfef-e2db-9292-df2d-bedbd4adbd23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.896573] env[68503]: DEBUG oslo_concurrency.lockutils [req-b4bd8d97-04d1-4a05-a5b0-91e803a09b76 req-a856aefc-af4c-4c62-b890-19e888722196 service nova] Releasing lock "refresh_cache-18661868-e020-41d2-83cb-0dd09cff69a3" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.986360] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.145033] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.265979] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c9dfef-e2db-9292-df2d-bedbd4adbd23, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.269333] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e4ef62-7a89-437b-a17d-646fd59201f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.276643] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 951.276643] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52329d64-d3b9-0e3a-af0e-650247e1f701" [ 951.276643] env[68503]: _type = "Task" [ 951.276643] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.287458] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52329d64-d3b9-0e3a-af0e-650247e1f701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.325912] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Successfully created port: 7132eeec-0452-4f8a-89a0-bcc5c7c4584a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.489922] env[68503]: DEBUG oslo_vmware.api [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862018, 'name': PowerOnVM_Task, 'duration_secs': 0.775427} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.493194] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.493605] env[68503]: INFO nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Took 10.53 seconds to spawn the instance on the hypervisor. [ 951.497023] env[68503]: DEBUG nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.497023] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d1af9-6e05-473b-ae78-194914b24b22 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.710390] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.710652] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.710925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.711044] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.711211] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.717110] env[68503]: INFO nova.compute.manager [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Terminating instance [ 951.761326] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f2505-538d-4027-bc57-f315d2396c7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.769425] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6299c1-f7ee-40c9-b124-9a16c6c71825 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.804929] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857f938-18cc-4fbf-a914-66782120b3fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.817604] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e26ca8c-3c50-4829-a3b4-1e0e61dfdfae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.821495] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52329d64-d3b9-0e3a-af0e-650247e1f701, 'name': SearchDatastore_Task, 'duration_secs': 0.030717} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.821768] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.822071] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 18661868-e020-41d2-83cb-0dd09cff69a3/18661868-e020-41d2-83cb-0dd09cff69a3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.822726] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b11f531-5481-48e3-a301-5f33dabf5c9f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.835211] env[68503]: DEBUG nova.compute.provider_tree [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.841041] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 951.841041] env[68503]: value = "task-2862019" [ 951.841041] env[68503]: _type = "Task" [ 951.841041] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.847413] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.015024] env[68503]: INFO nova.compute.manager [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Took 45.31 seconds to build instance. [ 952.165431] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.196103] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.196922] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.197247] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.197564] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.197816] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.198079] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.198393] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.198671] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.198975] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.199257] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.199538] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.200567] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82818f-0ab5-4af6-966c-6e9fb3f742ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.210188] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6139b8-78eb-4526-80aa-f4fec46e308a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.225864] env[68503]: DEBUG nova.compute.manager [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.226173] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.227344] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d9741b-ea58-491a-a57c-c5b10d2aad07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.235856] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.236146] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e6f3d62-fd99-494c-95c0-33853f8cfd2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.245658] env[68503]: DEBUG oslo_vmware.api [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 952.245658] env[68503]: value = "task-2862020" [ 952.245658] env[68503]: _type = "Task" [ 952.245658] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.256503] env[68503]: DEBUG oslo_vmware.api [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.341168] env[68503]: DEBUG nova.scheduler.client.report [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.355955] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.517212] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cc5dea5-43a1-405c-b0f1-54e68caf0707 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "9016dc84-144e-4679-93d1-9602212d64f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.592s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.762131] env[68503]: DEBUG oslo_vmware.api [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862020, 'name': PowerOffVM_Task, 'duration_secs': 0.300159} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.762131] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.762131] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.762627] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a44b5d9-cfe4-409d-b9dc-c91100a65210 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.840533] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.840832] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.841103] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Deleting the datastore file [datastore1] 1bb0476d-2913-45ca-9855-9fbe0e9386ed {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.841496] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa7afe07-7811-4703-a490-8e2ccdf3b044 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.854853] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.855206] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.859333] env[68503]: DEBUG oslo_vmware.api [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 952.859333] env[68503]: value = "task-2862022" [ 952.859333] env[68503]: _type = "Task" [ 952.859333] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.864323] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.022s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.864323] env[68503]: DEBUG nova.objects.instance [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lazy-loading 'resources' on Instance uuid 81ce8d77-efb1-4585-8d77-8e97e3b97fd0 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.882164] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646468} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.883409] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 18661868-e020-41d2-83cb-0dd09cff69a3/18661868-e020-41d2-83cb-0dd09cff69a3.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.886487] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.886487] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5279e075-b118-42ca-9790-44315b1eaaf5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.892287] env[68503]: DEBUG oslo_vmware.api [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.898289] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 952.898289] env[68503]: value = "task-2862023" [ 952.898289] env[68503]: _type = "Task" [ 952.898289] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.911120] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.991666] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Successfully updated port: 7132eeec-0452-4f8a-89a0-bcc5c7c4584a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.081445] env[68503]: DEBUG nova.compute.manager [req-b5f118d0-d496-4f7c-9922-58c538428a6d req-873d89c2-8af7-4671-bde8-78241c1b3f91 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Received event network-vif-plugged-7132eeec-0452-4f8a-89a0-bcc5c7c4584a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.081716] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5f118d0-d496-4f7c-9922-58c538428a6d req-873d89c2-8af7-4671-bde8-78241c1b3f91 service nova] Acquiring lock "9391d8c4-acf6-49a0-b514-07e1743a4419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.081904] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5f118d0-d496-4f7c-9922-58c538428a6d req-873d89c2-8af7-4671-bde8-78241c1b3f91 service nova] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.082195] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5f118d0-d496-4f7c-9922-58c538428a6d req-873d89c2-8af7-4671-bde8-78241c1b3f91 service nova] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.082423] env[68503]: DEBUG nova.compute.manager [req-b5f118d0-d496-4f7c-9922-58c538428a6d req-873d89c2-8af7-4671-bde8-78241c1b3f91 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] No waiting events found dispatching network-vif-plugged-7132eeec-0452-4f8a-89a0-bcc5c7c4584a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.083030] env[68503]: WARNING nova.compute.manager [req-b5f118d0-d496-4f7c-9922-58c538428a6d req-873d89c2-8af7-4671-bde8-78241c1b3f91 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Received unexpected event network-vif-plugged-7132eeec-0452-4f8a-89a0-bcc5c7c4584a for instance with vm_state building and task_state spawning. [ 953.364777] env[68503]: DEBUG nova.compute.utils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.366242] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.366575] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.383931] env[68503]: DEBUG oslo_vmware.api [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.409677] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103271} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.412949] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.416180] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbcf9a4-5961-4d55-871e-8740e9d1e33c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.423166] env[68503]: DEBUG nova.policy [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81211c89be646fea7d21dc8af1d58b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b7d877e35d949fc846f6f918dba3fa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.444972] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 18661868-e020-41d2-83cb-0dd09cff69a3/18661868-e020-41d2-83cb-0dd09cff69a3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.447533] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a8a252-4fd9-4d3d-9b40-268582acdf6e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.471096] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 953.471096] env[68503]: value = "task-2862024" [ 953.471096] env[68503]: _type = "Task" [ 953.471096] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.484734] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.494931] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "refresh_cache-9391d8c4-acf6-49a0-b514-07e1743a4419" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.495080] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "refresh_cache-9391d8c4-acf6-49a0-b514-07e1743a4419" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.495232] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.714598] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Successfully created port: 5dee6292-8de1-4f61-8687-ff5315a398d0 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.869667] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.889260] env[68503]: DEBUG oslo_vmware.api [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546638} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.889260] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.889727] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.889959] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.890230] env[68503]: INFO nova.compute.manager [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Took 1.66 seconds to destroy the instance on the hypervisor. [ 953.890513] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.890765] env[68503]: DEBUG nova.compute.manager [-] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.890846] env[68503]: DEBUG nova.network.neutron [-] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.973891] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76bc3d2-3de4-42f9-8016-544563d5a4da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.990582] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630c79ff-a5de-4196-a6bf-64fea9e8dd41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.994360] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.039028] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830b855e-70e6-4520-ae0e-d1cf2902cf05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.046657] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8afc34-4fa7-4fe3-9ec3-3a17022b71c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.065315] env[68503]: DEBUG nova.compute.provider_tree [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.074310] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.123465] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "b6600293-706c-4396-921e-30f422e77b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.123809] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b6600293-706c-4396-921e-30f422e77b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.231525] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Updating instance_info_cache with network_info: [{"id": "7132eeec-0452-4f8a-89a0-bcc5c7c4584a", "address": "fa:16:3e:d0:88:e3", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7132eeec-04", "ovs_interfaceid": "7132eeec-0452-4f8a-89a0-bcc5c7c4584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.482855] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862024, 'name': ReconfigVM_Task, 'duration_secs': 0.635137} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.483162] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 18661868-e020-41d2-83cb-0dd09cff69a3/18661868-e020-41d2-83cb-0dd09cff69a3.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.483873] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7f809ff-2e96-47d1-832d-b317f99e83ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.492980] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 954.492980] env[68503]: value = "task-2862025" [ 954.492980] env[68503]: _type = "Task" [ 954.492980] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.503332] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862025, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.567747] env[68503]: DEBUG nova.scheduler.client.report [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.626823] env[68503]: DEBUG nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.735556] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "refresh_cache-9391d8c4-acf6-49a0-b514-07e1743a4419" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.735901] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Instance network_info: |[{"id": "7132eeec-0452-4f8a-89a0-bcc5c7c4584a", "address": "fa:16:3e:d0:88:e3", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7132eeec-04", "ovs_interfaceid": "7132eeec-0452-4f8a-89a0-bcc5c7c4584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.736381] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:88:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7132eeec-0452-4f8a-89a0-bcc5c7c4584a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.748299] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.749459] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.753507] env[68503]: DEBUG nova.compute.manager [req-c0e1dffe-89a9-41a5-9394-1b6770fddec4 req-c0c9f8f8-72dc-4abf-add6-8650b971c7d7 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Received event network-vif-deleted-4a9532ad-62d6-43bd-9a76-472f10239107 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.753507] env[68503]: INFO nova.compute.manager [req-c0e1dffe-89a9-41a5-9394-1b6770fddec4 req-c0c9f8f8-72dc-4abf-add6-8650b971c7d7 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Neutron deleted interface 4a9532ad-62d6-43bd-9a76-472f10239107; detaching it from the instance and deleting it from the info cache [ 954.753507] env[68503]: DEBUG nova.network.neutron [req-c0e1dffe-89a9-41a5-9394-1b6770fddec4 req-c0c9f8f8-72dc-4abf-add6-8650b971c7d7 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.754203] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10950595-598f-4650-9506-3b3b30835294 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.777632] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.777632] env[68503]: value = "task-2862026" [ 954.777632] env[68503]: _type = "Task" [ 954.777632] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.790984] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862026, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.886970] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.921537] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.922298] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.922298] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.922298] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.922298] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.922481] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.922643] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.922819] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.922988] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.923814] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.923814] env[68503]: DEBUG nova.virt.hardware [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.924283] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ec28b-1685-4a97-a60a-46fd3c04aea0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.933019] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad932e8e-1f59-4ca5-8a17-5e57cd9ca57a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.006482] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862025, 'name': Rename_Task, 'duration_secs': 0.382071} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.006869] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.007165] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb54d7f5-2155-4060-be9a-d9e1a560265e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.016051] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 955.016051] env[68503]: value = "task-2862027" [ 955.016051] env[68503]: _type = "Task" [ 955.016051] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.027710] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.075071] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.079024] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.130s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.079024] env[68503]: DEBUG nova.objects.instance [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lazy-loading 'resources' on Instance uuid cc32710e-aff2-4808-bf24-02e6d69f08c2 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.107341] env[68503]: INFO nova.scheduler.client.report [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Deleted allocations for instance 81ce8d77-efb1-4585-8d77-8e97e3b97fd0 [ 955.138677] env[68503]: DEBUG nova.compute.manager [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Received event network-changed-7132eeec-0452-4f8a-89a0-bcc5c7c4584a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.138677] env[68503]: DEBUG nova.compute.manager [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Refreshing instance network info cache due to event network-changed-7132eeec-0452-4f8a-89a0-bcc5c7c4584a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.142167] env[68503]: DEBUG oslo_concurrency.lockutils [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] Acquiring lock "refresh_cache-9391d8c4-acf6-49a0-b514-07e1743a4419" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.142167] env[68503]: DEBUG oslo_concurrency.lockutils [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] Acquired lock "refresh_cache-9391d8c4-acf6-49a0-b514-07e1743a4419" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.142167] env[68503]: DEBUG nova.network.neutron [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Refreshing network info cache for port 7132eeec-0452-4f8a-89a0-bcc5c7c4584a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.168239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.170390] env[68503]: DEBUG nova.network.neutron [-] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.271117] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d9cf0a1-8de6-4450-a907-033be224ddea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.285601] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6284a578-6c37-45a7-9610-1f93afaeba8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.301288] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862026, 'name': CreateVM_Task, 'duration_secs': 0.467814} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.302038] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.302385] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.302385] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.305023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.305023] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c21fee-5f55-4f50-a48f-897ae4b18785 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.308065] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 955.308065] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d22d28-00e2-b456-2f89-27cb463b8410" [ 955.308065] env[68503]: _type = "Task" [ 955.308065] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.308845] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Successfully updated port: 5dee6292-8de1-4f61-8687-ff5315a398d0 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.331674] env[68503]: DEBUG nova.compute.manager [req-c0e1dffe-89a9-41a5-9394-1b6770fddec4 req-c0c9f8f8-72dc-4abf-add6-8650b971c7d7 service nova] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Detach interface failed, port_id=4a9532ad-62d6-43bd-9a76-472f10239107, reason: Instance 1bb0476d-2913-45ca-9855-9fbe0e9386ed could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.332634] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "refresh_cache-59182edb-4694-4d27-8dcd-e08839162727" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.332762] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "refresh_cache-59182edb-4694-4d27-8dcd-e08839162727" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.332907] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.340348] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d22d28-00e2-b456-2f89-27cb463b8410, 'name': SearchDatastore_Task, 'duration_secs': 0.016305} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.341112] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.341340] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.341573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.341737] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.341987] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.342467] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3e0812-ec0e-4f75-b9a5-e3e0a3bbd847 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.351674] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.351856] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.352629] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcc7280-a9ba-459f-a662-d644b9f76c1a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.358202] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 955.358202] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52049198-e704-34db-679f-970ef97f9de6" [ 955.358202] env[68503]: _type = "Task" [ 955.358202] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.366253] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52049198-e704-34db-679f-970ef97f9de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.530296] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862027, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.621829] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a80b4518-38e8-4ba0-b7d9-c1b24a811d1e tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "81ce8d77-efb1-4585-8d77-8e97e3b97fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.256s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.672947] env[68503]: INFO nova.compute.manager [-] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Took 1.78 seconds to deallocate network for instance. [ 955.873055] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52049198-e704-34db-679f-970ef97f9de6, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.882088] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.884399] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65704a2-7250-4a21-8e67-60482bc4d5bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.892526] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 955.892526] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b5bffb-4c6e-4eb6-43e9-105db68357c1" [ 955.892526] env[68503]: _type = "Task" [ 955.892526] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.903726] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b5bffb-4c6e-4eb6-43e9-105db68357c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.932305] env[68503]: DEBUG nova.network.neutron [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Updated VIF entry in instance network info cache for port 7132eeec-0452-4f8a-89a0-bcc5c7c4584a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.932673] env[68503]: DEBUG nova.network.neutron [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Updating instance_info_cache with network_info: [{"id": "7132eeec-0452-4f8a-89a0-bcc5c7c4584a", "address": "fa:16:3e:d0:88:e3", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7132eeec-04", "ovs_interfaceid": "7132eeec-0452-4f8a-89a0-bcc5c7c4584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.030259] env[68503]: DEBUG oslo_vmware.api [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862027, 'name': PowerOnVM_Task, 'duration_secs': 0.937365} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.033476] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.033675] env[68503]: INFO nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Took 8.80 seconds to spawn the instance on the hypervisor. [ 956.033856] env[68503]: DEBUG nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.035320] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2508b31-3c8f-4423-a63f-d7a2848cb079 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.175414] env[68503]: DEBUG nova.network.neutron [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Updating instance_info_cache with network_info: [{"id": "5dee6292-8de1-4f61-8687-ff5315a398d0", "address": "fa:16:3e:28:bf:08", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dee6292-8d", "ovs_interfaceid": "5dee6292-8de1-4f61-8687-ff5315a398d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.179392] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.186334] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dc51f7-cc99-46b0-886c-1abbba4d6b26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.195478] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2263f-7e1c-40d5-bea8-428bdb85ee2a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.231220] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea4aae-a7b0-4d1d-b57d-8d1ecef32c03 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.239726] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92463b5c-5870-4823-ae8d-788d220c1e54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.255073] env[68503]: DEBUG nova.compute.provider_tree [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.410934] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b5bffb-4c6e-4eb6-43e9-105db68357c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.413043] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.413043] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 9391d8c4-acf6-49a0-b514-07e1743a4419/9391d8c4-acf6-49a0-b514-07e1743a4419.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.413043] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafc1c51-77b9-4466-abb9-cdd1c3231331 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.421765] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 956.421765] env[68503]: value = "task-2862028" [ 956.421765] env[68503]: _type = "Task" [ 956.421765] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.432134] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.436118] env[68503]: DEBUG oslo_concurrency.lockutils [req-962de8bf-b3ca-4922-b3ce-40714c2863a7 req-2835d7b6-4812-455f-ade5-a715f6e29a32 service nova] Releasing lock "refresh_cache-9391d8c4-acf6-49a0-b514-07e1743a4419" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.566910] env[68503]: INFO nova.compute.manager [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Took 46.20 seconds to build instance. [ 956.678357] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "refresh_cache-59182edb-4694-4d27-8dcd-e08839162727" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.678769] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Instance network_info: |[{"id": "5dee6292-8de1-4f61-8687-ff5315a398d0", "address": "fa:16:3e:28:bf:08", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dee6292-8d", "ovs_interfaceid": "5dee6292-8de1-4f61-8687-ff5315a398d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.679622] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:bf:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dee6292-8de1-4f61-8687-ff5315a398d0', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.687828] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.688094] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.688339] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cbc0aaa-2b72-4b26-81e0-15e7efa186ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.712302] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.712302] env[68503]: value = "task-2862030" [ 956.712302] env[68503]: _type = "Task" [ 956.712302] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.721446] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862030, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.758818] env[68503]: DEBUG nova.scheduler.client.report [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.934507] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862028, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.002414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.002842] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.070801] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcb7240f-f01e-43ef-b550-e87bae8e7862 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "18661868-e020-41d2-83cb-0dd09cff69a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.719s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.173687] env[68503]: DEBUG nova.compute.manager [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Received event network-vif-plugged-5dee6292-8de1-4f61-8687-ff5315a398d0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.173910] env[68503]: DEBUG oslo_concurrency.lockutils [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] Acquiring lock "59182edb-4694-4d27-8dcd-e08839162727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.174139] env[68503]: DEBUG oslo_concurrency.lockutils [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] Lock "59182edb-4694-4d27-8dcd-e08839162727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.174310] env[68503]: DEBUG oslo_concurrency.lockutils [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] Lock "59182edb-4694-4d27-8dcd-e08839162727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.174476] env[68503]: DEBUG nova.compute.manager [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] No waiting events found dispatching network-vif-plugged-5dee6292-8de1-4f61-8687-ff5315a398d0 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.174639] env[68503]: WARNING nova.compute.manager [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Received unexpected event network-vif-plugged-5dee6292-8de1-4f61-8687-ff5315a398d0 for instance with vm_state building and task_state spawning. [ 957.174795] env[68503]: DEBUG nova.compute.manager [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Received event network-changed-5dee6292-8de1-4f61-8687-ff5315a398d0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.174948] env[68503]: DEBUG nova.compute.manager [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Refreshing instance network info cache due to event network-changed-5dee6292-8de1-4f61-8687-ff5315a398d0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.175993] env[68503]: DEBUG oslo_concurrency.lockutils [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] Acquiring lock "refresh_cache-59182edb-4694-4d27-8dcd-e08839162727" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.176335] env[68503]: DEBUG oslo_concurrency.lockutils [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] Acquired lock "refresh_cache-59182edb-4694-4d27-8dcd-e08839162727" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.176335] env[68503]: DEBUG nova.network.neutron [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Refreshing network info cache for port 5dee6292-8de1-4f61-8687-ff5315a398d0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.231468] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862030, 'name': CreateVM_Task, 'duration_secs': 0.511674} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.231660] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.232375] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.232540] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.232866] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.233148] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e395198-2763-4e19-a4ee-10690e04e1b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.238261] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 957.238261] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5267a611-f7b2-c43c-680c-03f5ebb38dce" [ 957.238261] env[68503]: _type = "Task" [ 957.238261] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.246790] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5267a611-f7b2-c43c-680c-03f5ebb38dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.267022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.267022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.359s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.268477] env[68503]: INFO nova.compute.claims [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.292689] env[68503]: INFO nova.scheduler.client.report [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Deleted allocations for instance cc32710e-aff2-4808-bf24-02e6d69f08c2 [ 957.432885] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544195} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.433197] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 9391d8c4-acf6-49a0-b514-07e1743a4419/9391d8c4-acf6-49a0-b514-07e1743a4419.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.433417] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.433680] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc421d2-ef39-4ea2-8156-c48db7660cb3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.441112] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 957.441112] env[68503]: value = "task-2862031" [ 957.441112] env[68503]: _type = "Task" [ 957.441112] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.451739] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.505931] env[68503]: DEBUG nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.749391] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5267a611-f7b2-c43c-680c-03f5ebb38dce, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.749717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.749991] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.750251] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.750402] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.750582] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.750847] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77174089-ed11-40d9-b111-1f02568e486b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.763134] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.763327] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.766294] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2a98df-d3e2-475a-91cc-4720da37ec99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.775604] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 957.775604] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5272392a-5b5c-d88e-b1c2-8244d79d0ded" [ 957.775604] env[68503]: _type = "Task" [ 957.775604] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.785098] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5272392a-5b5c-d88e-b1c2-8244d79d0ded, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.785858] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218b92f3-1e46-44d8-8e64-df94b5e5aab5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.793206] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 957.793206] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523d9f57-6d4f-51a2-5d96-5f96641091a6" [ 957.793206] env[68503]: _type = "Task" [ 957.793206] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.799284] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4fde0b03-5427-4b61-a5a4-667d15a43c41 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "cc32710e-aff2-4808-bf24-02e6d69f08c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.654s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.804149] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523d9f57-6d4f-51a2-5d96-5f96641091a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.804265] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.805649] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 59182edb-4694-4d27-8dcd-e08839162727/59182edb-4694-4d27-8dcd-e08839162727.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.805649] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d591af9-a7e3-484d-a4cb-759bab75d11f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.813567] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 957.813567] env[68503]: value = "task-2862032" [ 957.813567] env[68503]: _type = "Task" [ 957.813567] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.826057] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.930374] env[68503]: DEBUG nova.network.neutron [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Updated VIF entry in instance network info cache for port 5dee6292-8de1-4f61-8687-ff5315a398d0. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.930757] env[68503]: DEBUG nova.network.neutron [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Updating instance_info_cache with network_info: [{"id": "5dee6292-8de1-4f61-8687-ff5315a398d0", "address": "fa:16:3e:28:bf:08", "network": {"id": "eee684fd-5fcb-400b-bf13-0111a9488b05", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1541209858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b7d877e35d949fc846f6f918dba3fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dee6292-8d", "ovs_interfaceid": "5dee6292-8de1-4f61-8687-ff5315a398d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.953694] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068061} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.953969] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.954774] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b980e833-1b37-4d96-9766-ad9b3ad3f92b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.979162] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 9391d8c4-acf6-49a0-b514-07e1743a4419/9391d8c4-acf6-49a0-b514-07e1743a4419.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.979474] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e613cf27-5376-4d25-9d52-d631d2551bfe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.000639] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 958.000639] env[68503]: value = "task-2862033" [ 958.000639] env[68503]: _type = "Task" [ 958.000639] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.011475] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.030880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.328415] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862032, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.433622] env[68503]: DEBUG oslo_concurrency.lockutils [req-d6c312c6-1ce2-4a81-8e35-b12f2efb0b79 req-2c7e2015-0327-40e7-ab9e-e4cd29dada94 service nova] Releasing lock "refresh_cache-59182edb-4694-4d27-8dcd-e08839162727" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.513237] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.756785] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d29fd-e73f-4188-8ce2-bdfb1ca0f20d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.765207] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeaa8f3-6314-4ba6-aaa6-e3a6f2b581f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.797932] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15278cba-915e-4af8-b45d-936b189d58b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.806151] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e61e35-ccb0-4eb1-94c8-348673039e39 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.823366] env[68503]: DEBUG nova.compute.provider_tree [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.835744] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529304} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.836019] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 59182edb-4694-4d27-8dcd-e08839162727/59182edb-4694-4d27-8dcd-e08839162727.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.836242] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.836501] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19e895b2-131a-4054-a94c-ba3ec74127f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.845380] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 958.845380] env[68503]: value = "task-2862034" [ 958.845380] env[68503]: _type = "Task" [ 958.845380] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.855319] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.011147] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862033, 'name': ReconfigVM_Task, 'duration_secs': 0.694259} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.011422] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 9391d8c4-acf6-49a0-b514-07e1743a4419/9391d8c4-acf6-49a0-b514-07e1743a4419.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.012158] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66eed66a-e76c-4d6d-b960-3562a983171a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.019516] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 959.019516] env[68503]: value = "task-2862035" [ 959.019516] env[68503]: _type = "Task" [ 959.019516] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.027876] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862035, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.170850] env[68503]: DEBUG nova.compute.manager [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.171930] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb933448-f83f-4c76-a68b-88e6a7a57e5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.348069] env[68503]: ERROR nova.scheduler.client.report [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [req-43c62b15-4e8d-4e43-8c84-3a46b296110e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43c62b15-4e8d-4e43-8c84-3a46b296110e"}]} [ 959.360839] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070793} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.361098] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.361911] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e5783a-2bb1-4eab-a39e-307c2f65d5b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.366990] env[68503]: DEBUG nova.scheduler.client.report [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 959.391663] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 59182edb-4694-4d27-8dcd-e08839162727/59182edb-4694-4d27-8dcd-e08839162727.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.392886] env[68503]: DEBUG nova.scheduler.client.report [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 959.393112] env[68503]: DEBUG nova.compute.provider_tree [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.395538] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18410812-a0fd-4587-9c50-df80533a750f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.417322] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 959.417322] env[68503]: value = "task-2862036" [ 959.417322] env[68503]: _type = "Task" [ 959.417322] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.423349] env[68503]: DEBUG nova.scheduler.client.report [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 959.443618] env[68503]: DEBUG nova.scheduler.client.report [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 959.531349] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862035, 'name': Rename_Task, 'duration_secs': 0.396403} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.531349] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.531349] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a02a79-b43a-4ddf-97f3-f57d834a6dec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.540764] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 959.540764] env[68503]: value = "task-2862037" [ 959.540764] env[68503]: _type = "Task" [ 959.540764] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.549848] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.684484] env[68503]: INFO nova.compute.manager [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] instance snapshotting [ 959.690215] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1104d059-7419-43af-934b-5be070314bc0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.715652] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8bc65c-a2ac-44e9-bf25-62ba416d2837 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.848933] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "64df3563-d078-4958-a2e9-527f7a10e77d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.849584] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "64df3563-d078-4958-a2e9-527f7a10e77d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.849957] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "64df3563-d078-4958-a2e9-527f7a10e77d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.850315] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "64df3563-d078-4958-a2e9-527f7a10e77d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.850667] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "64df3563-d078-4958-a2e9-527f7a10e77d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.853108] env[68503]: INFO nova.compute.manager [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Terminating instance [ 959.931752] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862036, 'name': ReconfigVM_Task, 'duration_secs': 0.319254} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.932374] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 59182edb-4694-4d27-8dcd-e08839162727/59182edb-4694-4d27-8dcd-e08839162727.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.933162] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c050a0-79a4-46ca-98b6-f7d8eff6a722 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.945167] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 959.945167] env[68503]: value = "task-2862038" [ 959.945167] env[68503]: _type = "Task" [ 959.945167] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.957659] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862038, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.974561] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7cd23c-c74b-4cbc-8ab6-081f161ee063 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.983098] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbefe94d-9f35-4667-87a9-fffdc08d7f58 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.015900] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad0606-36bc-46eb-b0dd-623860904475 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.024135] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b4881-4411-43ef-b5ba-28ffc56dbab9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.037917] env[68503]: DEBUG nova.compute.provider_tree [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.051479] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.177738] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.178131] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.178427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.178725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.178982] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.183397] env[68503]: INFO nova.compute.manager [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Terminating instance [ 960.227825] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.228140] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4326729f-7893-416e-8e11-b203cac22d6a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.236346] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 960.236346] env[68503]: value = "task-2862039" [ 960.236346] env[68503]: _type = "Task" [ 960.236346] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.244939] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.357299] env[68503]: DEBUG nova.compute.manager [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.357617] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.358499] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ff86fa-4723-471f-8bea-6db4e72dde0c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.367645] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.367873] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bebdb0f-1b03-4c74-90d7-3bba8f4bfee0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.375667] env[68503]: DEBUG oslo_vmware.api [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 960.375667] env[68503]: value = "task-2862040" [ 960.375667] env[68503]: _type = "Task" [ 960.375667] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.385854] env[68503]: DEBUG oslo_vmware.api [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2862040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.456086] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862038, 'name': Rename_Task, 'duration_secs': 0.151599} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.456383] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.456641] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7c7c8b-33c0-42e0-b38f-b354241e87fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.463908] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 960.463908] env[68503]: value = "task-2862041" [ 960.463908] env[68503]: _type = "Task" [ 960.463908] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.473941] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.554167] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862037, 'name': PowerOnVM_Task, 'duration_secs': 0.87235} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.554546] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.554673] env[68503]: INFO nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Took 8.39 seconds to spawn the instance on the hypervisor. [ 960.554835] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.555635] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdd4d31-f90c-4294-9e7a-55a3f76db70f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.577307] env[68503]: DEBUG nova.scheduler.client.report [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 960.577581] env[68503]: DEBUG nova.compute.provider_tree [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 84 to 85 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 960.577782] env[68503]: DEBUG nova.compute.provider_tree [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.689012] env[68503]: DEBUG nova.compute.manager [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.689370] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.690357] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365a36e-2ea3-4e90-8a24-728d19c43abf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.699067] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.699893] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdcca43e-da4f-4b1c-b9aa-bcdf9097945b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.707484] env[68503]: DEBUG oslo_vmware.api [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 960.707484] env[68503]: value = "task-2862042" [ 960.707484] env[68503]: _type = "Task" [ 960.707484] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.719180] env[68503]: DEBUG oslo_vmware.api [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2862042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.746676] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.887707] env[68503]: DEBUG oslo_vmware.api [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2862040, 'name': PowerOffVM_Task, 'duration_secs': 0.171591} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.887955] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.888147] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.888413] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d469de3f-69a3-406c-a771-b860b636f0dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.966118] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.966394] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.966633] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Deleting the datastore file [datastore1] 64df3563-d078-4958-a2e9-527f7a10e77d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.971064] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab66888-3b57-4716-b762-d791ec74ce23 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.980515] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.982149] env[68503]: DEBUG oslo_vmware.api [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for the task: (returnval){ [ 960.982149] env[68503]: value = "task-2862044" [ 960.982149] env[68503]: _type = "Task" [ 960.982149] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.992688] env[68503]: DEBUG oslo_vmware.api [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2862044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.076566] env[68503]: INFO nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Took 47.81 seconds to build instance. [ 961.084034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.817s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.084512] env[68503]: DEBUG nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.087510] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.648s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.218421] env[68503]: DEBUG oslo_vmware.api [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2862042, 'name': PowerOffVM_Task, 'duration_secs': 0.296975} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.218753] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.218939] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.219217] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4437cfb-5ff0-463a-b288-864389fcaada {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.247974] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862039, 'name': CreateSnapshot_Task, 'duration_secs': 0.809883} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.248269] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 961.249365] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ec7adc-568e-4056-abb1-27a1880a2245 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.289243] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.289243] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.289496] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Deleting the datastore file [datastore1] 11f80af7-e6da-43e1-bbcd-7ea6c6be461d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.290512] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97cbcbf6-e371-4f3e-a629-f5e1250a2ad2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.298265] env[68503]: DEBUG oslo_vmware.api [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for the task: (returnval){ [ 961.298265] env[68503]: value = "task-2862046" [ 961.298265] env[68503]: _type = "Task" [ 961.298265] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.306653] env[68503]: DEBUG oslo_vmware.api [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2862046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.476325] env[68503]: DEBUG oslo_vmware.api [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862041, 'name': PowerOnVM_Task, 'duration_secs': 0.58117} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.476699] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.476780] env[68503]: INFO nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Took 6.59 seconds to spawn the instance on the hypervisor. [ 961.476958] env[68503]: DEBUG nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.477756] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc443ca-a316-49e8-9d92-9edbd3387a0f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.493793] env[68503]: DEBUG oslo_vmware.api [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Task: {'id': task-2862044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353942} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.495072] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.495072] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.495072] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.495072] env[68503]: INFO nova.compute.manager [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 961.495072] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.495072] env[68503]: DEBUG nova.compute.manager [-] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.495072] env[68503]: DEBUG nova.network.neutron [-] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.578619] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.317s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.603501] env[68503]: DEBUG nova.compute.utils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.604894] env[68503]: DEBUG nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.605091] env[68503]: DEBUG nova.network.neutron [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.648146] env[68503]: DEBUG nova.policy [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6fa24f798f4ba088c885516b51b88e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '572fec3a5ede4b51836c634ee7f14419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.768509] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.771130] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e931c71e-0eac-4d6f-b46c-55a70bbff53d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.782805] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 961.782805] env[68503]: value = "task-2862047" [ 961.782805] env[68503]: _type = "Task" [ 961.782805] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.794828] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862047, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.809017] env[68503]: DEBUG oslo_vmware.api [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2862046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.915100] env[68503]: DEBUG nova.compute.manager [req-c70046a4-987d-42e0-bb57-68d2f318e3e8 req-87730c9e-73d4-42b1-a663-e9e1ee2817b3 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Received event network-vif-deleted-3883d015-ce19-4d46-9c67-25f0d7ea7ae0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.915311] env[68503]: INFO nova.compute.manager [req-c70046a4-987d-42e0-bb57-68d2f318e3e8 req-87730c9e-73d4-42b1-a663-e9e1ee2817b3 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Neutron deleted interface 3883d015-ce19-4d46-9c67-25f0d7ea7ae0; detaching it from the instance and deleting it from the info cache [ 961.915478] env[68503]: DEBUG nova.network.neutron [req-c70046a4-987d-42e0-bb57-68d2f318e3e8 req-87730c9e-73d4-42b1-a663-e9e1ee2817b3 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.998420] env[68503]: INFO nova.compute.manager [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Took 47.22 seconds to build instance. [ 962.015053] env[68503]: DEBUG nova.network.neutron [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Successfully created port: fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.106896] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Applying migration context for instance fcb74c70-8ef5-4e21-b4aa-fba27a91e26b as it has an incoming, in-progress migration d139ef2d-c7ee-47a3-801b-36c59624758e. Migration status is reverting {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 962.110289] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating resource usage from migration d139ef2d-c7ee-47a3-801b-36c59624758e [ 962.110729] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating resource usage from migration 091391b7-2b3d-4ee1-bfdf-4d905f7d1799 [ 962.113365] env[68503]: DEBUG nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.162976] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 11f80af7-e6da-43e1-bbcd-7ea6c6be461d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.162976] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 33adcb4b-5985-4ad8-b0a2-c3996f102d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163158] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 85a375b4-176f-4529-bda6-865a53245eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163247] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7875a8e9-9518-4313-a4a8-ade3126c3ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163364] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 5291932b-4bd7-48f5-a6e1-c69f4912a590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163477] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 77ef840a-2216-4f7d-a598-421505eedd5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163756] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 64df3563-d078-4958-a2e9-527f7a10e77d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163756] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 24b77c0c-2889-46c4-aa3d-5816e11cea7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163881] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.163916] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance a3632f4f-df78-46f3-9c63-67bb3f8247be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.164012] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b5431a59-4c62-4f54-9105-8db4eb1955fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.164143] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b6a23ff5-0359-4673-a044-bd200caff4b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.164318] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 1bb0476d-2913-45ca-9855-9fbe0e9386ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.164439] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance dc97a43e-95c6-4083-a539-5718af812048 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.164553] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 49616b4c-8622-47ed-86ab-42711a68ba2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.164679] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance e82acc4f-0590-445a-a71c-00d03c6de134 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.164835] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 30b3ba17-ee9c-48de-a104-2cdb50552752 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.164919] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 355132a9-9015-4ccf-a8b9-b7301506d116 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.165203] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration d139ef2d-c7ee-47a3-801b-36c59624758e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 962.165203] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fcb74c70-8ef5-4e21-b4aa-fba27a91e26b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165322] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance ec93c717-e164-45ca-a142-b03573d25884 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165356] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 47cb127d-86d0-427a-b887-170aa30f4194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165461] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b45c1449-39a5-419e-8993-906c852cc890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165564] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 9016dc84-144e-4679-93d1-9602212d64f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165669] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 18661868-e020-41d2-83cb-0dd09cff69a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165776] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 9391d8c4-acf6-49a0-b514-07e1743a4419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165880] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 59182edb-4694-4d27-8dcd-e08839162727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.165983] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 962.276912] env[68503]: DEBUG nova.network.neutron [-] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.301860] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862047, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.311787] env[68503]: DEBUG oslo_vmware.api [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Task: {'id': task-2862046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518613} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.312057] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.313523] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.313729] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.313904] env[68503]: INFO nova.compute.manager [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 962.314180] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.314624] env[68503]: DEBUG nova.compute.manager [-] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.314726] env[68503]: DEBUG nova.network.neutron [-] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.419968] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d52ccde-3aa8-425f-b49c-b7e6749a45c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.432549] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73285946-ed74-4b5b-a288-5360d56f77c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.482912] env[68503]: DEBUG nova.compute.manager [req-c70046a4-987d-42e0-bb57-68d2f318e3e8 req-87730c9e-73d4-42b1-a663-e9e1ee2817b3 service nova] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Detach interface failed, port_id=3883d015-ce19-4d46-9c67-25f0d7ea7ae0, reason: Instance 64df3563-d078-4958-a2e9-527f7a10e77d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.500306] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38b96727-f7fb-41a1-a76b-3dd1744ca81d tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "59182edb-4694-4d27-8dcd-e08839162727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.203s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.668521] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance e3eb8849-232c-42c8-99d1-1bddceead0e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 962.780107] env[68503]: INFO nova.compute.manager [-] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Took 1.28 seconds to deallocate network for instance. [ 962.795552] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "9391d8c4-acf6-49a0-b514-07e1743a4419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.795811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.796016] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "9391d8c4-acf6-49a0-b514-07e1743a4419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.796246] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.796418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.798513] env[68503]: INFO nova.compute.manager [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Terminating instance [ 962.807155] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862047, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.864634] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "59182edb-4694-4d27-8dcd-e08839162727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.864899] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "59182edb-4694-4d27-8dcd-e08839162727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.865123] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "59182edb-4694-4d27-8dcd-e08839162727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.865321] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "59182edb-4694-4d27-8dcd-e08839162727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.865492] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "59182edb-4694-4d27-8dcd-e08839162727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.867692] env[68503]: INFO nova.compute.manager [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Terminating instance [ 963.126834] env[68503]: DEBUG nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.157503] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.157781] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.157961] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.158167] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.158313] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.158458] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.158670] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.158887] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.159074] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.159242] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.159412] env[68503]: DEBUG nova.virt.hardware [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.160338] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f842f-9aca-4278-b5e1-d4e879705093 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.170462] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36751d3b-af09-4743-b46e-680ceb7439ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.175726] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 103f1a61-ad86-446f-8326-1d64a01df948 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 963.297908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.301286] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862047, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.311421] env[68503]: DEBUG nova.compute.manager [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.311421] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.311421] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028d380-47dd-47a7-9d98-42ede5c2fe98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.319983] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.320334] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f49c2cb0-0c59-4411-9883-a72d40c04622 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.328853] env[68503]: DEBUG oslo_vmware.api [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 963.328853] env[68503]: value = "task-2862048" [ 963.328853] env[68503]: _type = "Task" [ 963.328853] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.338768] env[68503]: DEBUG oslo_vmware.api [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.374914] env[68503]: DEBUG nova.compute.manager [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.375176] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.377223] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4755ef5a-f073-4b55-8507-e6e95c16fb11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.386139] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.386424] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c062eb8d-5379-47af-b0ed-84e7d90273c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.395016] env[68503]: DEBUG oslo_vmware.api [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 963.395016] env[68503]: value = "task-2862049" [ 963.395016] env[68503]: _type = "Task" [ 963.395016] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.406150] env[68503]: DEBUG oslo_vmware.api [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.427205] env[68503]: DEBUG nova.compute.manager [req-e4ddcbd7-c405-4942-bd5e-288567e8c038 req-1b335d78-37aa-4bf4-a5ba-a776495c9b8f service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Received event network-vif-plugged-fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.427511] env[68503]: DEBUG oslo_concurrency.lockutils [req-e4ddcbd7-c405-4942-bd5e-288567e8c038 req-1b335d78-37aa-4bf4-a5ba-a776495c9b8f service nova] Acquiring lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.427883] env[68503]: DEBUG oslo_concurrency.lockutils [req-e4ddcbd7-c405-4942-bd5e-288567e8c038 req-1b335d78-37aa-4bf4-a5ba-a776495c9b8f service nova] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.428133] env[68503]: DEBUG oslo_concurrency.lockutils [req-e4ddcbd7-c405-4942-bd5e-288567e8c038 req-1b335d78-37aa-4bf4-a5ba-a776495c9b8f service nova] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.428346] env[68503]: DEBUG nova.compute.manager [req-e4ddcbd7-c405-4942-bd5e-288567e8c038 req-1b335d78-37aa-4bf4-a5ba-a776495c9b8f service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] No waiting events found dispatching network-vif-plugged-fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.428443] env[68503]: WARNING nova.compute.manager [req-e4ddcbd7-c405-4942-bd5e-288567e8c038 req-1b335d78-37aa-4bf4-a5ba-a776495c9b8f service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Received unexpected event network-vif-plugged-fd495534-f219-4094-a232-4d4dce6150c4 for instance with vm_state building and task_state spawning. [ 963.530011] env[68503]: DEBUG nova.network.neutron [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Successfully updated port: fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.679023] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 0f959cb0-5ae9-4b3b-8b6d-435ef207a678 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 963.679236] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration 091391b7-2b3d-4ee1-bfdf-4d905f7d1799 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 963.679317] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7edda435-0f02-4a60-9b85-5bb8700f647f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 963.799280] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862047, 'name': CloneVM_Task, 'duration_secs': 1.923136} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.799545] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Created linked-clone VM from snapshot [ 963.800333] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7856f2-d444-49cc-9c23-4d3ecb93d996 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.808939] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Uploading image d12f9623-90cc-4d6d-af48-026eadc9b3bc {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.821573] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 963.821983] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5fade8aa-652a-4eb8-aa8b-3c5677ac42dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.829478] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 963.829478] env[68503]: value = "task-2862050" [ 963.829478] env[68503]: _type = "Task" [ 963.829478] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.841277] env[68503]: DEBUG oslo_vmware.api [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862048, 'name': PowerOffVM_Task, 'duration_secs': 0.247405} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.844397] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.844597] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.844865] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862050, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.845096] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cee5235a-7809-4a0b-99ae-2caf56a4f3c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.908858] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.909194] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.909464] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleting the datastore file [datastore2] 9391d8c4-acf6-49a0-b514-07e1743a4419 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.913840] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-011c9aec-c735-4b80-914e-ae0c3aabdbf7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.916266] env[68503]: DEBUG oslo_vmware.api [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862049, 'name': PowerOffVM_Task, 'duration_secs': 0.210297} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.916600] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.916854] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.917630] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8a19d0-186a-4497-a1a2-5cf72f21b000 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.922251] env[68503]: DEBUG oslo_vmware.api [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 963.922251] env[68503]: value = "task-2862052" [ 963.922251] env[68503]: _type = "Task" [ 963.922251] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.932723] env[68503]: DEBUG oslo_vmware.api [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.948144] env[68503]: DEBUG nova.compute.manager [req-7327349e-874b-4f9e-8f6b-b0c1626f59d2 req-735dc2c4-c8c7-4d59-a277-fa1908b21c5e service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Received event network-vif-deleted-ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.948496] env[68503]: INFO nova.compute.manager [req-7327349e-874b-4f9e-8f6b-b0c1626f59d2 req-735dc2c4-c8c7-4d59-a277-fa1908b21c5e service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Neutron deleted interface ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46; detaching it from the instance and deleting it from the info cache [ 963.948643] env[68503]: DEBUG nova.network.neutron [req-7327349e-874b-4f9e-8f6b-b0c1626f59d2 req-735dc2c4-c8c7-4d59-a277-fa1908b21c5e service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.962844] env[68503]: DEBUG nova.network.neutron [-] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.993924] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.994233] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.994509] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleting the datastore file [datastore2] 59182edb-4694-4d27-8dcd-e08839162727 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.994898] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276707d6-4ca6-4d9d-9079-be4723f78307 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.004806] env[68503]: DEBUG oslo_vmware.api [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for the task: (returnval){ [ 964.004806] env[68503]: value = "task-2862054" [ 964.004806] env[68503]: _type = "Task" [ 964.004806] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.013818] env[68503]: DEBUG oslo_vmware.api [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.032050] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.032194] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.032317] env[68503]: DEBUG nova.network.neutron [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.182470] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b6600293-706c-4396-921e-30f422e77b49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 964.343194] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862050, 'name': Destroy_Task, 'duration_secs': 0.4899} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.343528] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Destroyed the VM [ 964.343863] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.344242] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f2723ac-d80c-4c61-8434-31727244cbcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.358024] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 964.358024] env[68503]: value = "task-2862055" [ 964.358024] env[68503]: _type = "Task" [ 964.358024] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.366688] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.432694] env[68503]: DEBUG oslo_vmware.api [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153328} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.432968] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.433173] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.433371] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.433624] env[68503]: INFO nova.compute.manager [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Took 1.12 seconds to destroy the instance on the hypervisor. [ 964.433864] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.434061] env[68503]: DEBUG nova.compute.manager [-] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.434163] env[68503]: DEBUG nova.network.neutron [-] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.451732] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68c20921-e796-48bb-bd64-ec103174d9c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.462847] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d601dd-d5a6-4c9f-8e8f-5bdcd41bed48 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.474210] env[68503]: INFO nova.compute.manager [-] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Took 2.16 seconds to deallocate network for instance. [ 964.503557] env[68503]: DEBUG nova.compute.manager [req-7327349e-874b-4f9e-8f6b-b0c1626f59d2 req-735dc2c4-c8c7-4d59-a277-fa1908b21c5e service nova] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Detach interface failed, port_id=ab1c23f4-7cf6-4dab-b65e-17c83b2a3a46, reason: Instance 11f80af7-e6da-43e1-bbcd-7ea6c6be461d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.517604] env[68503]: DEBUG oslo_vmware.api [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Task: {'id': task-2862054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179395} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.517847] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.518050] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.518254] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.518424] env[68503]: INFO nova.compute.manager [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Took 1.14 seconds to destroy the instance on the hypervisor. [ 964.518657] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.518874] env[68503]: DEBUG nova.compute.manager [-] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.518971] env[68503]: DEBUG nova.network.neutron [-] [instance: 59182edb-4694-4d27-8dcd-e08839162727] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.578818] env[68503]: DEBUG nova.network.neutron [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.685679] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 964.686500] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 964.686500] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5440MB phys_disk=200GB used_disk=26GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 964.794768] env[68503]: DEBUG nova.network.neutron [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Updating instance_info_cache with network_info: [{"id": "fd495534-f219-4094-a232-4d4dce6150c4", "address": "fa:16:3e:13:22:21", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd495534-f2", "ovs_interfaceid": "fd495534-f219-4094-a232-4d4dce6150c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.867277] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.982166] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.168072] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02c39fd-a025-492e-8d6d-866375165413 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.177212] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a814e-80c2-4482-8571-faa4d42b84ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.209029] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9381b4c2-6b02-44d7-a923-56270a4ddf57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.217779] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a3be83-ff2e-421d-a9a6-aea9fa4fbcf6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.233159] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.297182] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.297601] env[68503]: DEBUG nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Instance network_info: |[{"id": "fd495534-f219-4094-a232-4d4dce6150c4", "address": "fa:16:3e:13:22:21", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd495534-f2", "ovs_interfaceid": "fd495534-f219-4094-a232-4d4dce6150c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.297876] env[68503]: DEBUG nova.network.neutron [-] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.299209] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:22:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd495534-f219-4094-a232-4d4dce6150c4', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.307498] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.308262] env[68503]: DEBUG nova.network.neutron [-] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.309341] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.310186] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21111a56-a817-4499-988a-913df7c4257d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.332964] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.332964] env[68503]: value = "task-2862056" [ 965.332964] env[68503]: _type = "Task" [ 965.332964] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.341970] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862056, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.369485] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862055, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.459950] env[68503]: DEBUG nova.compute.manager [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Received event network-changed-fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.460162] env[68503]: DEBUG nova.compute.manager [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Refreshing instance network info cache due to event network-changed-fd495534-f219-4094-a232-4d4dce6150c4. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.460386] env[68503]: DEBUG oslo_concurrency.lockutils [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] Acquiring lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.460651] env[68503]: DEBUG oslo_concurrency.lockutils [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] Acquired lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.460981] env[68503]: DEBUG nova.network.neutron [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Refreshing network info cache for port fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.735881] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.809510] env[68503]: INFO nova.compute.manager [-] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Took 1.38 seconds to deallocate network for instance. [ 965.811456] env[68503]: INFO nova.compute.manager [-] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Took 1.29 seconds to deallocate network for instance. [ 965.845582] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862056, 'name': CreateVM_Task, 'duration_secs': 0.348635} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.846893] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.847778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.848128] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.848495] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.849094] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac473a59-f00d-4869-94f1-3cc3aff6cf89 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.854191] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 965.854191] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ce2941-fdc6-d97f-7b22-4ffe045f50c4" [ 965.854191] env[68503]: _type = "Task" [ 965.854191] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.864042] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ce2941-fdc6-d97f-7b22-4ffe045f50c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.869158] env[68503]: DEBUG oslo_vmware.api [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862055, 'name': RemoveSnapshot_Task, 'duration_secs': 1.047903} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.869409] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 965.974912] env[68503]: DEBUG nova.compute.manager [req-67095cb8-712b-4f12-a078-2b98a3acca17 req-5a6ebf2b-1bd8-483c-8901-5fd69112f207 service nova] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Received event network-vif-deleted-5dee6292-8de1-4f61-8687-ff5315a398d0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.159492] env[68503]: DEBUG nova.network.neutron [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Updated VIF entry in instance network info cache for port fd495534-f219-4094-a232-4d4dce6150c4. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.159829] env[68503]: DEBUG nova.network.neutron [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Updating instance_info_cache with network_info: [{"id": "fd495534-f219-4094-a232-4d4dce6150c4", "address": "fa:16:3e:13:22:21", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd495534-f2", "ovs_interfaceid": "fd495534-f219-4094-a232-4d4dce6150c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.241089] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 966.241350] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.154s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.241628] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.101s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.243697] env[68503]: INFO nova.compute.claims [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.246344] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.246492] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Cleaning up deleted instances {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 966.319756] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.320381] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.367170] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ce2941-fdc6-d97f-7b22-4ffe045f50c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.367481] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.367711] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.367970] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.368144] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.368324] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.368586] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a561fb0-b8e2-41b8-81b4-f3fbb929b6c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.374553] env[68503]: WARNING nova.compute.manager [None req-fd306d34-2e00-4c77-9a69-b9fb7395df10 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Image not found during snapshot: nova.exception.ImageNotFound: Image d12f9623-90cc-4d6d-af48-026eadc9b3bc could not be found. [ 966.377728] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.377728] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.378669] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c653ac68-a93d-4cdf-bc03-cfebebf16a15 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.384741] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 966.384741] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52491c4b-5da8-4161-64b7-3cebd00b3538" [ 966.384741] env[68503]: _type = "Task" [ 966.384741] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.393265] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52491c4b-5da8-4161-64b7-3cebd00b3538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.663375] env[68503]: DEBUG oslo_concurrency.lockutils [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] Releasing lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.663375] env[68503]: DEBUG nova.compute.manager [req-f37c5304-eff8-49d9-9351-99e63bfb3d52 req-2449c352-e9d3-4026-ae33-fb70adb4e9f5 service nova] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Received event network-vif-deleted-7132eeec-0452-4f8a-89a0-bcc5c7c4584a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.761660] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] There are 37 instances to clean {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 966.761940] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: cc32710e-aff2-4808-bf24-02e6d69f08c2] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.894954] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52491c4b-5da8-4161-64b7-3cebd00b3538, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.896168] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01ca06e-f84f-4a15-8788-2cbe03db46b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.901438] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 966.901438] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b556c9-bb88-af1a-3556-232ed2f21a63" [ 966.901438] env[68503]: _type = "Task" [ 966.901438] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.910580] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b556c9-bb88-af1a-3556-232ed2f21a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.040715] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "18661868-e020-41d2-83cb-0dd09cff69a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.040987] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "18661868-e020-41d2-83cb-0dd09cff69a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.041239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "18661868-e020-41d2-83cb-0dd09cff69a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.041427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "18661868-e020-41d2-83cb-0dd09cff69a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.041600] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "18661868-e020-41d2-83cb-0dd09cff69a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.043666] env[68503]: INFO nova.compute.manager [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Terminating instance [ 967.267694] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 81ce8d77-efb1-4585-8d77-8e97e3b97fd0] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.414982] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b556c9-bb88-af1a-3556-232ed2f21a63, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.417566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.417896] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.419058] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-902b89b3-6b80-4a6a-bee0-717a9564df23 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.427305] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 967.427305] env[68503]: value = "task-2862057" [ 967.427305] env[68503]: _type = "Task" [ 967.427305] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.438519] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.547458] env[68503]: DEBUG nova.compute.manager [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.547748] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.548790] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d6abf-7e06-4738-9b3c-06b512862e29 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.560032] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.560321] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c0db03-5c83-459b-8e80-a9ccb289fa80 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.567372] env[68503]: DEBUG oslo_vmware.api [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 967.567372] env[68503]: value = "task-2862058" [ 967.567372] env[68503]: _type = "Task" [ 967.567372] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.579189] env[68503]: DEBUG oslo_vmware.api [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.727857] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f537fc-3695-4617-9208-9fd05ff8d717 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.739345] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb2ed2-fced-4212-866e-f6a33c38bf84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.776221] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 13438972-6edd-4fae-99b4-7c0320eea983] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.778984] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c698ad50-c790-4e54-a748-8e7d88688994 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.791930] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a77b280-9d8a-4b02-ac81-74b02a721b2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.810428] env[68503]: DEBUG nova.compute.provider_tree [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.938650] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862057, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.077203] env[68503]: DEBUG oslo_vmware.api [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862058, 'name': PowerOffVM_Task, 'duration_secs': 0.210762} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.077485] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.077656] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.077903] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e52de6b-2391-4764-a394-64c9b1ef9cc4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.142564] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.142792] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.142982] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleting the datastore file [datastore2] 18661868-e020-41d2-83cb-0dd09cff69a3 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.143274] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-215a0e2d-1e6e-4fc6-8d5a-175adb0c60b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.150490] env[68503]: DEBUG oslo_vmware.api [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 968.150490] env[68503]: value = "task-2862060" [ 968.150490] env[68503]: _type = "Task" [ 968.150490] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.158603] env[68503]: DEBUG oslo_vmware.api [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.282579] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 9af46d30-f1c2-463f-bdd8-f3d8514dbf42] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.346651] env[68503]: DEBUG nova.scheduler.client.report [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.346966] env[68503]: DEBUG nova.compute.provider_tree [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 85 to 86 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.347170] env[68503]: DEBUG nova.compute.provider_tree [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.438198] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527514} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.438456] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.438660] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.438921] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4925bfcc-d136-49a9-bdc4-651f218e47ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.446861] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 968.446861] env[68503]: value = "task-2862061" [ 968.446861] env[68503]: _type = "Task" [ 968.446861] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.454912] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.661097] env[68503]: DEBUG oslo_vmware.api [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137598} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.661340] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.661519] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.661691] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.661862] env[68503]: INFO nova.compute.manager [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 968.662119] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.662309] env[68503]: DEBUG nova.compute.manager [-] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.662405] env[68503]: DEBUG nova.network.neutron [-] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.786765] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 258f92e1-c7dd-476f-b409-bf3f72d45dbb] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.852271] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.852858] env[68503]: DEBUG nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.856289] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.497s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.857888] env[68503]: INFO nova.compute.claims [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.958893] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067595} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.958961] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.959729] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52efce33-0cee-4809-b415-3a55a7405366 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.982966] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.983774] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3325fa-015a-4b2a-ac2f-683ddf948516 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.004159] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 969.004159] env[68503]: value = "task-2862062" [ 969.004159] env[68503]: _type = "Task" [ 969.004159] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.012708] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.046182] env[68503]: DEBUG nova.compute.manager [req-605a041d-34cc-4c4a-aba5-1f62a988790f req-40536c9d-0a82-45a7-8dd7-80318419ddc1 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Received event network-vif-deleted-e2255e6e-85dc-4b5a-9d70-0c8c32673081 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.046406] env[68503]: INFO nova.compute.manager [req-605a041d-34cc-4c4a-aba5-1f62a988790f req-40536c9d-0a82-45a7-8dd7-80318419ddc1 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Neutron deleted interface e2255e6e-85dc-4b5a-9d70-0c8c32673081; detaching it from the instance and deleting it from the info cache [ 969.046580] env[68503]: DEBUG nova.network.neutron [req-605a041d-34cc-4c4a-aba5-1f62a988790f req-40536c9d-0a82-45a7-8dd7-80318419ddc1 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.290301] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 57efdccf-4a3f-4dcb-bb18-d601a4be0d5d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.362832] env[68503]: DEBUG nova.compute.utils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.366768] env[68503]: DEBUG nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.366768] env[68503]: DEBUG nova.network.neutron [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.424551] env[68503]: DEBUG nova.policy [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ec2c2f448c64f8ebe91c0cba663ae4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '609de2addc264fd7b0550acc47746639', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.437861] env[68503]: DEBUG nova.network.neutron [-] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.516484] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862062, 'name': ReconfigVM_Task, 'duration_secs': 0.335378} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.516786] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.517436] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abab9508-656b-4ccf-8167-80d428ba4bab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.524697] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 969.524697] env[68503]: value = "task-2862063" [ 969.524697] env[68503]: _type = "Task" [ 969.524697] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.534391] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862063, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.549407] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14b7c05b-c9b4-4a31-8422-21c847d4a7b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.560156] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f281d223-315b-45d1-9eb9-4bc587383684 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.598185] env[68503]: DEBUG nova.compute.manager [req-605a041d-34cc-4c4a-aba5-1f62a988790f req-40536c9d-0a82-45a7-8dd7-80318419ddc1 service nova] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Detach interface failed, port_id=e2255e6e-85dc-4b5a-9d70-0c8c32673081, reason: Instance 18661868-e020-41d2-83cb-0dd09cff69a3 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.776383] env[68503]: DEBUG nova.network.neutron [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Successfully created port: 4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.793474] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 80dce7e4-66e9-4a56-82d7-ceebfd78e23d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.868017] env[68503]: DEBUG nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.939852] env[68503]: INFO nova.compute.manager [-] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Took 1.28 seconds to deallocate network for instance. [ 970.037695] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862063, 'name': Rename_Task, 'duration_secs': 0.155698} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.041325] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.042219] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-689d9f6e-5024-491f-8958-cd45e8d9eb06 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.052020] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 970.052020] env[68503]: value = "task-2862064" [ 970.052020] env[68503]: _type = "Task" [ 970.052020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.064634] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.296254] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e3eea543-c293-40d3-91e3-15a2866a0e44] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.335996] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c65dce-55ab-427e-bb8f-e1e6919d47c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.344959] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec5251-7960-4a9c-be23-f9da5f2fad1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.382473] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0acbd2-aaee-48f2-9e25-0cbbfeb85aed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.392022] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3a30ca-ab8b-42ca-aa26-6f0e407f9057 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.406408] env[68503]: DEBUG nova.compute.provider_tree [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.447132] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.560805] env[68503]: DEBUG oslo_vmware.api [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862064, 'name': PowerOnVM_Task, 'duration_secs': 0.469176} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.561075] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.561284] env[68503]: INFO nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Took 7.43 seconds to spawn the instance on the hypervisor. [ 970.561461] env[68503]: DEBUG nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.562232] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29345db-342b-4fd5-9d0b-edff49f46e47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.804172] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 4cf0b932-a3d1-4bba-90e3-3b03e52c5cb7] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.886513] env[68503]: DEBUG nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.909648] env[68503]: DEBUG nova.scheduler.client.report [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.965392] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.965653] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.965809] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.965991] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.966154] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.966302] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.966511] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.966680] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.966879] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.967065] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.967265] env[68503]: DEBUG nova.virt.hardware [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.968156] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d6fc57-ed1f-453d-b235-fd5de2e09e64 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.977019] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f23d84-11eb-4373-b9be-1f1c70ee00c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.078533] env[68503]: INFO nova.compute.manager [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Took 40.20 seconds to build instance. [ 971.307159] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 75a6423a-0e3e-4d79-858d-01af450513dd] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.326047] env[68503]: DEBUG nova.compute.manager [req-82b0e4be-5c3f-4f77-ab0b-8c8ceb35c1b0 req-2bc5bcc4-86ad-4a56-96f6-2505eb2d0499 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received event network-vif-plugged-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.326258] env[68503]: DEBUG oslo_concurrency.lockutils [req-82b0e4be-5c3f-4f77-ab0b-8c8ceb35c1b0 req-2bc5bcc4-86ad-4a56-96f6-2505eb2d0499 service nova] Acquiring lock "e3eb8849-232c-42c8-99d1-1bddceead0e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.326471] env[68503]: DEBUG oslo_concurrency.lockutils [req-82b0e4be-5c3f-4f77-ab0b-8c8ceb35c1b0 req-2bc5bcc4-86ad-4a56-96f6-2505eb2d0499 service nova] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.326637] env[68503]: DEBUG oslo_concurrency.lockutils [req-82b0e4be-5c3f-4f77-ab0b-8c8ceb35c1b0 req-2bc5bcc4-86ad-4a56-96f6-2505eb2d0499 service nova] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.326995] env[68503]: DEBUG nova.compute.manager [req-82b0e4be-5c3f-4f77-ab0b-8c8ceb35c1b0 req-2bc5bcc4-86ad-4a56-96f6-2505eb2d0499 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] No waiting events found dispatching network-vif-plugged-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.327210] env[68503]: WARNING nova.compute.manager [req-82b0e4be-5c3f-4f77-ab0b-8c8ceb35c1b0 req-2bc5bcc4-86ad-4a56-96f6-2505eb2d0499 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received unexpected event network-vif-plugged-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 for instance with vm_state building and task_state spawning. [ 971.407730] env[68503]: DEBUG nova.network.neutron [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Successfully updated port: 4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.414864] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.415436] env[68503]: DEBUG nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.421182] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.499s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.581967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2e79f5e2-9532-47c1-a8cb-ce6b92ae0d72 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.908s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.813598] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: f6db9f4b-f133-4c8a-8225-35535a715a80] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.910592] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.910757] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquired lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.910941] env[68503]: DEBUG nova.network.neutron [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.924013] env[68503]: DEBUG nova.compute.utils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.929971] env[68503]: INFO nova.compute.claims [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.932074] env[68503]: DEBUG nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.932256] env[68503]: DEBUG nova.network.neutron [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.284163] env[68503]: DEBUG nova.policy [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.318655] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 273f2827-62c0-46a1-9d39-a609cee78482] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.434708] env[68503]: INFO nova.compute.resource_tracker [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating resource usage from migration 091391b7-2b3d-4ee1-bfdf-4d905f7d1799 [ 972.443532] env[68503]: DEBUG nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.471920] env[68503]: DEBUG nova.network.neutron [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.629432] env[68503]: DEBUG nova.network.neutron [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.821365] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 970cb109-0a57-4e65-b4fa-0800d48317bf] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.887856] env[68503]: DEBUG nova.network.neutron [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Successfully created port: 8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.989530] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f6335-7a01-40aa-b152-e1c5934f0447 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.002227] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aa0cf4-1321-4afc-bdd1-7d11578c4eef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.034582] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1843b82e-4ec6-4e6d-92d2-0596e2c9640d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.041879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aba1d56-22e1-4e73-93ed-844c6b8c01a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.056430] env[68503]: DEBUG nova.compute.provider_tree [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.131925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Releasing lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.132359] env[68503]: DEBUG nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Instance network_info: |[{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.133160] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:78:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad3363e-8ad5-40d7-9edb-5266bf9ab011', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.141426] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Creating folder: Project (609de2addc264fd7b0550acc47746639). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.141743] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d790237-78ed-4862-a5ee-538f654b4384 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.156172] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Created folder: Project (609de2addc264fd7b0550acc47746639) in parent group-v575195. [ 973.156382] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Creating folder: Instances. Parent ref: group-v575377. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.156712] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d93a959-115d-451c-b6a2-fd52898fa802 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.167320] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Created folder: Instances in parent group-v575377. [ 973.167674] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.167845] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.168244] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b1cbd8f-b2a1-4aa1-a27a-21a0b4e6a9ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.190884] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.190884] env[68503]: value = "task-2862067" [ 973.190884] env[68503]: _type = "Task" [ 973.190884] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.200024] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862067, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.326024] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 17c3e88e-73ca-4255-bc84-c54e1d732b6d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.426936] env[68503]: DEBUG nova.compute.manager [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.427167] env[68503]: DEBUG nova.compute.manager [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing instance network info cache due to event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.427386] env[68503]: DEBUG oslo_concurrency.lockutils [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] Acquiring lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.427535] env[68503]: DEBUG oslo_concurrency.lockutils [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] Acquired lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.427700] env[68503]: DEBUG nova.network.neutron [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.454425] env[68503]: DEBUG nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.485559] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.485842] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.485970] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.486166] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.486313] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.486463] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.486673] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.486865] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.487052] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.487222] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.487396] env[68503]: DEBUG nova.virt.hardware [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.488297] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398592cc-f875-431d-9889-f315b91d4110 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.497296] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a693b6-9541-4b14-8de0-5d1086d97a88 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.559443] env[68503]: DEBUG nova.scheduler.client.report [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.701714] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862067, 'name': CreateVM_Task, 'duration_secs': 0.334646} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.701898] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.702618] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.702784] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.703166] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.703747] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68682987-08bd-470b-a8f0-db38cbf28344 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.709442] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 973.709442] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52198a85-4d5e-d06c-66bd-052b73dc041c" [ 973.709442] env[68503]: _type = "Task" [ 973.709442] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.718168] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52198a85-4d5e-d06c-66bd-052b73dc041c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.828834] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 1ff31992-d8ca-425d-996d-c8d4c5283366] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.066147] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.648s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.066370] env[68503]: INFO nova.compute.manager [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Migrating [ 974.072645] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.049s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.072842] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.074689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.440s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.074870] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.076471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.697s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.104903] env[68503]: INFO nova.scheduler.client.report [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Deleted allocations for instance e82acc4f-0590-445a-a71c-00d03c6de134 [ 974.107401] env[68503]: INFO nova.scheduler.client.report [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Deleted allocations for instance 30b3ba17-ee9c-48de-a104-2cdb50552752 [ 974.146386] env[68503]: DEBUG nova.network.neutron [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updated VIF entry in instance network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.147203] env[68503]: DEBUG nova.network.neutron [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.220676] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52198a85-4d5e-d06c-66bd-052b73dc041c, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.220973] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.221226] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.221460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.221609] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.221788] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.222293] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3dff2f-afee-48c8-bfeb-9450e6772ed7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.232241] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.232425] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.233178] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5660d95-6f71-43d5-9bbe-2dd14c6e92b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.239031] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 974.239031] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52413a16-8e0a-0696-b4b6-23b888a77502" [ 974.239031] env[68503]: _type = "Task" [ 974.239031] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.246840] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52413a16-8e0a-0696-b4b6-23b888a77502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.332328] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e34f4713-cc71-4968-9de4-698d63d6d09e] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.546019] env[68503]: DEBUG nova.network.neutron [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Successfully updated port: 8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.582128] env[68503]: DEBUG nova.objects.instance [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lazy-loading 'migration_context' on Instance uuid fcb74c70-8ef5-4e21-b4aa-fba27a91e26b {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.586273] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.586447] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.586615] env[68503]: DEBUG nova.network.neutron [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.616254] env[68503]: DEBUG oslo_concurrency.lockutils [None req-46be5939-a016-4557-bd02-fb6d1e358b44 tempest-InstanceActionsTestJSON-1057094950 tempest-InstanceActionsTestJSON-1057094950-project-member] Lock "e82acc4f-0590-445a-a71c-00d03c6de134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.275s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.618027] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2ea55936-f328-462e-a0dd-6233be1eb913 tempest-ServerTagsTestJSON-424593186 tempest-ServerTagsTestJSON-424593186-project-member] Lock "30b3ba17-ee9c-48de-a104-2cdb50552752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.681s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.649851] env[68503]: DEBUG oslo_concurrency.lockutils [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] Releasing lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.650151] env[68503]: DEBUG nova.compute.manager [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Received event network-changed-fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.650321] env[68503]: DEBUG nova.compute.manager [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Refreshing instance network info cache due to event network-changed-fd495534-f219-4094-a232-4d4dce6150c4. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.650525] env[68503]: DEBUG oslo_concurrency.lockutils [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] Acquiring lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.650664] env[68503]: DEBUG oslo_concurrency.lockutils [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] Acquired lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.650821] env[68503]: DEBUG nova.network.neutron [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Refreshing network info cache for port fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.752211] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52413a16-8e0a-0696-b4b6-23b888a77502, 'name': SearchDatastore_Task, 'duration_secs': 0.045034} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.753228] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc08887-30dd-4a1d-a8c0-f3dca813275f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.758859] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 974.758859] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523cd3c3-dc43-adf1-6867-1b9f790d023f" [ 974.758859] env[68503]: _type = "Task" [ 974.758859] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.767157] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523cd3c3-dc43-adf1-6867-1b9f790d023f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.835443] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 05b5792d-57a8-4e23-937d-37146f958a31] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.048894] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.049116] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.049260] env[68503]: DEBUG nova.network.neutron [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.272339] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523cd3c3-dc43-adf1-6867-1b9f790d023f, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.272594] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.272856] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e3eb8849-232c-42c8-99d1-1bddceead0e4.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.273130] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c822b771-36fa-4d02-afa7-ea65f051a386 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.283312] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 975.283312] env[68503]: value = "task-2862068" [ 975.283312] env[68503]: _type = "Task" [ 975.283312] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.300346] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.339141] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 6e7c1494-704f-4b7e-ba02-c3777ef4ffa7] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.428921] env[68503]: DEBUG nova.network.neutron [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Updated VIF entry in instance network info cache for port fd495534-f219-4094-a232-4d4dce6150c4. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.429420] env[68503]: DEBUG nova.network.neutron [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Updating instance_info_cache with network_info: [{"id": "fd495534-f219-4094-a232-4d4dce6150c4", "address": "fa:16:3e:13:22:21", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd495534-f2", "ovs_interfaceid": "fd495534-f219-4094-a232-4d4dce6150c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.457637] env[68503]: DEBUG nova.compute.manager [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-vif-plugged-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.457825] env[68503]: DEBUG oslo_concurrency.lockutils [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.458168] env[68503]: DEBUG oslo_concurrency.lockutils [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.458399] env[68503]: DEBUG oslo_concurrency.lockutils [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.458963] env[68503]: DEBUG nova.compute.manager [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] No waiting events found dispatching network-vif-plugged-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.458963] env[68503]: WARNING nova.compute.manager [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received unexpected event network-vif-plugged-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 for instance with vm_state building and task_state spawning. [ 975.459092] env[68503]: DEBUG nova.compute.manager [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-changed-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.459190] env[68503]: DEBUG nova.compute.manager [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing instance network info cache due to event network-changed-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.459369] env[68503]: DEBUG oslo_concurrency.lockutils [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.573444] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fe4315-627e-481e-acaa-596d8ffd646b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.584244] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38794b97-78c1-485c-b50a-8bab22932bdf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.627252] env[68503]: DEBUG nova.network.neutron [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.629954] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d31e9-1867-445d-9bc1-2a97e624633a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.642058] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0471e6-e5d9-4b26-800b-854f7b02d0cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.659675] env[68503]: DEBUG nova.compute.provider_tree [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.781087] env[68503]: DEBUG nova.network.neutron [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.798057] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489138} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.798341] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e3eb8849-232c-42c8-99d1-1bddceead0e4.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.798555] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.798839] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62cf2aab-9246-493f-8a0a-5a3318beb7e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.808611] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 975.808611] env[68503]: value = "task-2862069" [ 975.808611] env[68503]: _type = "Task" [ 975.808611] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.813617] env[68503]: DEBUG nova.network.neutron [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.825127] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.844719] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e506d465-896d-4493-9e6b-398f3f08048b] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.932532] env[68503]: DEBUG oslo_concurrency.lockutils [req-c7c1cf94-6677-4eb4-adef-aec50b33849f req-12a59fb1-55b4-496f-8790-f39ba86f1d98 service nova] Releasing lock "refresh_cache-0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.166516] env[68503]: DEBUG nova.scheduler.client.report [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.282700] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.318735] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074845} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.319103] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.319582] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.319892] env[68503]: DEBUG nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Instance network_info: |[{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.320652] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba3d120-16ab-43b7-93ac-ce6bef02e391 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.323247] env[68503]: DEBUG oslo_concurrency.lockutils [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.323447] env[68503]: DEBUG nova.network.neutron [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing network info cache for port 8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.324560] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:a8:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5d744f-7a9a-4af1-89f8-02f7dd36cc14', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.332548] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.336470] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.337800] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45d628c8-0279-4ab1-b2e3-34872aa860b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.367304] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e68039e4-6347-41cc-915b-5c9be6dca8b5] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.379542] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e3eb8849-232c-42c8-99d1-1bddceead0e4.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.380614] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d38bb0-d158-4064-b33c-acaade1939dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.405159] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.405159] env[68503]: value = "task-2862070" [ 976.405159] env[68503]: _type = "Task" [ 976.405159] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.412300] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 976.412300] env[68503]: value = "task-2862071" [ 976.412300] env[68503]: _type = "Task" [ 976.412300] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.418766] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862070, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.425500] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.655417] env[68503]: DEBUG nova.network.neutron [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updated VIF entry in instance network info cache for port 8c5d744f-7a9a-4af1-89f8-02f7dd36cc14. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.655568] env[68503]: DEBUG nova.network.neutron [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.870423] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e469c9c6-c965-49ba-9a09-fb27ced0b3d2] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.919851] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862070, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.927255] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.163495] env[68503]: DEBUG oslo_concurrency.lockutils [req-a3d6341c-b78a-4c9b-b9e7-9e87e5b968bc req-03c94c61-4928-403b-b46f-056dc445adaf service nova] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.177615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.101s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.184962] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.032s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.186468] env[68503]: INFO nova.compute.claims [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.376147] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 6285a4e1-2601-43c8-9bca-c438f72b0b67] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.421177] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862070, 'name': CreateVM_Task, 'duration_secs': 0.595905} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.421673] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.422796] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.422976] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.423363] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.423647] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9cab96a-fc7b-4656-9111-f9c09e448ea4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.430344] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862071, 'name': ReconfigVM_Task, 'duration_secs': 0.656585} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.431137] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e3eb8849-232c-42c8-99d1-1bddceead0e4.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.431798] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c38027ec-c821-4666-8358-e4a9b04f31e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.434491] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 977.434491] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529de624-261d-1d9d-3d94-1cdf8c66060d" [ 977.434491] env[68503]: _type = "Task" [ 977.434491] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.440185] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 977.440185] env[68503]: value = "task-2862072" [ 977.440185] env[68503]: _type = "Task" [ 977.440185] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.443868] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529de624-261d-1d9d-3d94-1cdf8c66060d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.453762] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862072, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.798452] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2714a4-3122-40d9-b667-3673cd3728c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.823446] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance '7edda435-0f02-4a60-9b85-5bb8700f647f' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.884218] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 1fcbe6cd-eff3-4297-9559-98bd24b9d906] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.946948] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529de624-261d-1d9d-3d94-1cdf8c66060d, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.951315] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.951588] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.951836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.951988] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.952191] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.952808] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cd660e6-b99d-47f7-8ad6-5e46ffedbaad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.961239] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862072, 'name': Rename_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.961494] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.962245] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e63eeec4-a886-40a0-9309-477f128d2836 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.964476] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.964651] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.965716] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc4367e-60b0-453c-b11b-42c1d518453a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.971164] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 977.971164] env[68503]: value = "task-2862073" [ 977.971164] env[68503]: _type = "Task" [ 977.971164] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.972494] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 977.972494] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52cc8999-0408-2a10-f64d-fbb4a19bd98d" [ 977.972494] env[68503]: _type = "Task" [ 977.972494] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.987551] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cc8999-0408-2a10-f64d-fbb4a19bd98d, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.991332] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.991582] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99d4877-a0fc-444f-accc-9c51c726adde {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.998198] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 977.998198] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52088859-925f-306d-0f40-cec6cceec376" [ 977.998198] env[68503]: _type = "Task" [ 977.998198] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.010743] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52088859-925f-306d-0f40-cec6cceec376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.331637] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.332254] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a23b16f-46bd-41ab-bc12-0232f5b3ccb3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.341533] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 978.341533] env[68503]: value = "task-2862074" [ 978.341533] env[68503]: _type = "Task" [ 978.341533] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.356036] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 978.356273] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance '7edda435-0f02-4a60-9b85-5bb8700f647f' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.388794] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 6b1012c6-0af9-4e75-ae26-0c2bb0485368] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.483014] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.512841] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52088859-925f-306d-0f40-cec6cceec376, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.513133] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.513482] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 103f1a61-ad86-446f-8326-1d64a01df948/103f1a61-ad86-446f-8326-1d64a01df948.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.513714] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ad7cd4-23f3-40e7-8a6d-b580271f0032 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.521919] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 978.521919] env[68503]: value = "task-2862075" [ 978.521919] env[68503]: _type = "Task" [ 978.521919] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.531740] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.626368] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "dd22ec5b-8507-4da7-a412-4bca7901d48b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.626657] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "dd22ec5b-8507-4da7-a412-4bca7901d48b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.697285] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c557b30b-a55d-4b9e-878a-b7fa51bbb15b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.706164] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc0153-0653-498b-8a4e-6c7783002a89 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.742298] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29652bd-3331-4b9a-a26b-0b6592357db7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.752805] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e902d8a1-ef8f-4880-98f5-1230cfe8dcdd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.758199] env[68503]: INFO nova.compute.manager [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Swapping old allocation on dict_keys(['5ef92549-0919-4b2c-ae90-83dbb99c3fc8']) held by migration d139ef2d-c7ee-47a3-801b-36c59624758e for instance [ 978.774210] env[68503]: DEBUG nova.compute.provider_tree [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.790652] env[68503]: DEBUG nova.scheduler.client.report [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Overwriting current allocation {'allocations': {'5ef92549-0919-4b2c-ae90-83dbb99c3fc8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': '99bbca2358e247fa9c4d0083b7f9fe29', 'user_id': '6b266059247b4f9bbd32bb7281c8a8e9', 'consumer_generation': 1} on consumer fcb74c70-8ef5-4e21-b4aa-fba27a91e26b {{(pid=68503) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 979.611048] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.611447] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.611447] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.611625] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.611791] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.611930] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.612192] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.612374] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.612542] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.612703] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.612871] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.618629] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: d8adc464-8082-4c42-a65c-a6cf62ce153d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.621343] env[68503]: DEBUG nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.624178] env[68503]: DEBUG nova.scheduler.client.report [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.627459] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7d2116-1955-4b6c-b28e-b70d5a746233 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.653224] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549668} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.656821] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 103f1a61-ad86-446f-8326-1d64a01df948/103f1a61-ad86-446f-8326-1d64a01df948.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.657263] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.658736] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 979.658736] env[68503]: value = "task-2862076" [ 979.658736] env[68503]: _type = "Task" [ 979.658736] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.658736] env[68503]: DEBUG oslo_vmware.api [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862073, 'name': PowerOnVM_Task, 'duration_secs': 0.687937} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.658736] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eb80d1b-4774-4717-a9d9-e1fcd3065b8d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.660988] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.660988] env[68503]: INFO nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Took 8.77 seconds to spawn the instance on the hypervisor. [ 979.661225] env[68503]: DEBUG nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.665254] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e521c820-6d3f-478d-a416-c7e457566b14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.674966] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.678517] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.679257] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquired lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.679257] env[68503]: DEBUG nova.network.neutron [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.684022] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 979.684022] env[68503]: value = "task-2862077" [ 979.684022] env[68503]: _type = "Task" [ 979.684022] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.693801] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.121411] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: a9a56dcf-db58-415f-bcbc-edf447215938] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.140658] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.956s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.141352] env[68503]: DEBUG nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.146908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.924s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.147251] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.149428] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.981s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.150806] env[68503]: INFO nova.compute.claims [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.167303] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.173855] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862076, 'name': ReconfigVM_Task, 'duration_secs': 0.318027} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.174865] env[68503]: INFO nova.scheduler.client.report [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Deleted allocations for instance 355132a9-9015-4ccf-a8b9-b7301506d116 [ 980.176223] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance '7edda435-0f02-4a60-9b85-5bb8700f647f' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.196109] env[68503]: INFO nova.compute.manager [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Took 44.20 seconds to build instance. [ 980.204291] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062297} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.204291] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.204696] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6532f048-d053-482f-a34e-933753cb5a78 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.233268] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 103f1a61-ad86-446f-8326-1d64a01df948/103f1a61-ad86-446f-8326-1d64a01df948.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.236942] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9fc4dc-bfba-493c-9a9a-7b27cd8d49bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.264930] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 980.264930] env[68503]: value = "task-2862078" [ 980.264930] env[68503]: _type = "Task" [ 980.264930] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.273363] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.427745] env[68503]: DEBUG nova.network.neutron [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance_info_cache with network_info: [{"id": "73e25176-3c1f-4784-a70c-e61069cebc64", "address": "fa:16:3e:0c:8d:b4", "network": {"id": "cae6ee2d-f2d3-4f49-a22c-a92cc415fc3e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d286bbc2b2bd4da39037a3a7a250c08e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e25176-3c", "ovs_interfaceid": "73e25176-3c1f-4784-a70c-e61069cebc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.581649] env[68503]: INFO nova.compute.manager [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Rescuing [ 980.581928] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.582109] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquired lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.582286] env[68503]: DEBUG nova.network.neutron [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.624563] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 02e8dbb0-8f29-49d6-93ff-684316c22806] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.648522] env[68503]: DEBUG nova.compute.utils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.650913] env[68503]: DEBUG nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.650913] env[68503]: DEBUG nova.network.neutron [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.684400] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.684605] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.684761] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.684942] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.685363] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.685363] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.685504] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.685623] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.685785] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.685942] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.686138] env[68503]: DEBUG nova.virt.hardware [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.691500] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 980.693132] env[68503]: DEBUG nova.policy [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d6c58295a8462eaf9fca2e4a6c16ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336d1421a204b3f8c48c5e6eb0f57bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.696277] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9242c410-4676-440b-ac69-37dd49dd03a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.709367] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e31e1ba-797c-46fa-a924-319dc0ced689 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "355132a9-9015-4ccf-a8b9-b7301506d116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.544s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.710505] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fcbfa487-9850-4c75-9f9b-b52b420b2f71 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.562s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.717540] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 980.717540] env[68503]: value = "task-2862079" [ 980.717540] env[68503]: _type = "Task" [ 980.717540] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.726367] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.775273] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.931528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Releasing lock "refresh_cache-fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.932037] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.932364] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3df19f-4707-45f0-aea3-62171e2d2aba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.940248] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 980.940248] env[68503]: value = "task-2862080" [ 980.940248] env[68503]: _type = "Task" [ 980.940248] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.949697] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.999518] env[68503]: DEBUG nova.network.neutron [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Successfully created port: 6eb424c0-557b-4448-94cf-3119a1b9eb2b {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.127612] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 2f545107-51ef-4da6-9bf5-d39b4918d3d9] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.156765] env[68503]: DEBUG nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.231877] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862079, 'name': ReconfigVM_Task, 'duration_secs': 0.218219} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.231877] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.232696] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b0f798-a6eb-4a60-bd02-3ba0e66abe0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.264068] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7edda435-0f02-4a60-9b85-5bb8700f647f/7edda435-0f02-4a60-9b85-5bb8700f647f.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.266785] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea08071-f820-4550-bbe2-257e7c879548 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.296174] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862078, 'name': ReconfigVM_Task, 'duration_secs': 0.728542} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.296174] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 103f1a61-ad86-446f-8326-1d64a01df948/103f1a61-ad86-446f-8326-1d64a01df948.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.296174] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 981.296174] env[68503]: value = "task-2862081" [ 981.296174] env[68503]: _type = "Task" [ 981.296174] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.296174] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d79450b1-c21d-4dbc-9639-dad7fbcbef8d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.307716] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 981.307716] env[68503]: value = "task-2862082" [ 981.307716] env[68503]: _type = "Task" [ 981.307716] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.314490] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.326533] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862082, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.428899] env[68503]: DEBUG nova.network.neutron [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.455313] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862080, 'name': PowerOffVM_Task, 'duration_secs': 0.188234} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.455632] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.456641] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:46:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='91f14eaf-97ae-4454-b6d8-5a744bd7b40d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036431006',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.456641] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.457016] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.457318] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.457574] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.457837] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.458318] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.458565] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.460268] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.460268] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.460268] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.467659] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a966f02-7874-4e72-addb-7d19d0c564db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.484477] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 981.484477] env[68503]: value = "task-2862083" [ 981.484477] env[68503]: _type = "Task" [ 981.484477] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.495718] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.631599] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 301554a6-cb72-4b2d-bcaf-1c1cedbad5f8] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.704405] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0229181c-9b11-4762-9dea-a4345c10fe1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.719284] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02bfa12-d470-40d5-bdea-e55ba0513f0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.753048] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff9efc-a0e5-4021-9aae-78d3104be697 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.760144] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a1e750-1277-4ab8-8939-dcfafd57cf0d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.774125] env[68503]: DEBUG nova.compute.provider_tree [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.808039] env[68503]: DEBUG oslo_vmware.api [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862081, 'name': ReconfigVM_Task, 'duration_secs': 0.294241} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.808383] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7edda435-0f02-4a60-9b85-5bb8700f647f/7edda435-0f02-4a60-9b85-5bb8700f647f.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.808662] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance '7edda435-0f02-4a60-9b85-5bb8700f647f' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.822569] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862082, 'name': Rename_Task, 'duration_secs': 0.153128} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.822804] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.823065] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-676e4147-4a6c-4229-a2fc-7fad938081c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.829493] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 981.829493] env[68503]: value = "task-2862084" [ 981.829493] env[68503]: _type = "Task" [ 981.829493] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.837509] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.894967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "a3632f4f-df78-46f3-9c63-67bb3f8247be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.895282] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.895501] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "a3632f4f-df78-46f3-9c63-67bb3f8247be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.895691] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.895867] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.898292] env[68503]: INFO nova.compute.manager [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Terminating instance [ 981.932543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Releasing lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.995738] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.135102] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: fb9fd541-38e9-4ca5-a7b3-c6a06461c2da] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.170913] env[68503]: DEBUG nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.195738] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='73d5caabf05e807b7576d03193fd2a11',container_format='bare',created_at=2025-03-07T15:48:05Z,direct_url=,disk_format='vmdk',id=77f1c568-5316-4bf9-90b1-5a381b8af64e,min_disk=1,min_ram=0,name='tempest-test-snap-137114476',owner='5336d1421a204b3f8c48c5e6eb0f57bf',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-07T15:48:24Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.196017] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.196139] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.196310] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.196457] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.196605] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.196810] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.197011] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.197197] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.197381] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.197593] env[68503]: DEBUG nova.virt.hardware [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.198638] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a82035-68bb-4394-8cf1-2bac0207b919 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.207475] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5005b0b4-197d-4777-92e2-b661cb34d9ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.306729] env[68503]: ERROR nova.scheduler.client.report [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [req-305929e1-7d0b-45dd-9151-fad4c8590305] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-305929e1-7d0b-45dd-9151-fad4c8590305"}]} [ 982.317277] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671c492-4ea5-43e9-a40a-e581c60ca86a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.320769] env[68503]: DEBUG nova.scheduler.client.report [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 982.339225] env[68503]: DEBUG nova.scheduler.client.report [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 982.339445] env[68503]: DEBUG nova.compute.provider_tree [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.344568] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a816c-5b93-4e8b-b6ed-8ec308d32d5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.352634] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.365829] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance '7edda435-0f02-4a60-9b85-5bb8700f647f' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.371065] env[68503]: DEBUG nova.scheduler.client.report [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 982.394636] env[68503]: DEBUG nova.scheduler.client.report [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 982.404024] env[68503]: DEBUG nova.compute.manager [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.404024] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.404024] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358ab768-e15e-4354-af5f-dd90542d5ab6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.413514] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.417401] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d643d8d7-5af2-4c2b-b557-58a420885c7f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.423806] env[68503]: DEBUG oslo_vmware.api [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 982.423806] env[68503]: value = "task-2862085" [ 982.423806] env[68503]: _type = "Task" [ 982.423806] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.434621] env[68503]: DEBUG oslo_vmware.api [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2862085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.460525] env[68503]: DEBUG nova.compute.manager [req-eaa8267b-2eba-406d-91ea-040086e6e858 req-453ecc89-5363-48df-ac5a-0e7be05f84c2 service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Received event network-vif-plugged-6eb424c0-557b-4448-94cf-3119a1b9eb2b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.461219] env[68503]: DEBUG oslo_concurrency.lockutils [req-eaa8267b-2eba-406d-91ea-040086e6e858 req-453ecc89-5363-48df-ac5a-0e7be05f84c2 service nova] Acquiring lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.461219] env[68503]: DEBUG oslo_concurrency.lockutils [req-eaa8267b-2eba-406d-91ea-040086e6e858 req-453ecc89-5363-48df-ac5a-0e7be05f84c2 service nova] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.461346] env[68503]: DEBUG oslo_concurrency.lockutils [req-eaa8267b-2eba-406d-91ea-040086e6e858 req-453ecc89-5363-48df-ac5a-0e7be05f84c2 service nova] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.461530] env[68503]: DEBUG nova.compute.manager [req-eaa8267b-2eba-406d-91ea-040086e6e858 req-453ecc89-5363-48df-ac5a-0e7be05f84c2 service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] No waiting events found dispatching network-vif-plugged-6eb424c0-557b-4448-94cf-3119a1b9eb2b {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.461770] env[68503]: WARNING nova.compute.manager [req-eaa8267b-2eba-406d-91ea-040086e6e858 req-453ecc89-5363-48df-ac5a-0e7be05f84c2 service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Received unexpected event network-vif-plugged-6eb424c0-557b-4448-94cf-3119a1b9eb2b for instance with vm_state building and task_state spawning. [ 982.497697] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.573511] env[68503]: DEBUG nova.network.neutron [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Successfully updated port: 6eb424c0-557b-4448-94cf-3119a1b9eb2b {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.641489] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: c47a2b8a-6db1-4e67-a62e-01a95067121f] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.853643] env[68503]: DEBUG oslo_vmware.api [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862084, 'name': PowerOnVM_Task, 'duration_secs': 0.963282} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.853914] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.854114] env[68503]: INFO nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Took 9.40 seconds to spawn the instance on the hypervisor. [ 982.854294] env[68503]: DEBUG nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.855083] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55499b1b-96d8-4992-9fd3-61d1ae5481cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.915076] env[68503]: DEBUG nova.network.neutron [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Port ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 982.929864] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d09af-d865-4189-b120-c6ecf28c7337 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.936272] env[68503]: DEBUG oslo_vmware.api [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2862085, 'name': PowerOffVM_Task, 'duration_secs': 0.294876} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.936882] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.937099] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.937583] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e571da5-8476-4492-813d-97d2a99bd623 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.942067] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20bc942-665b-4f16-ae71-5985bdf50eae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.975337] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563e6f38-ae03-43a6-baa9-cedb23a00ce6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.983275] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e7297b-1125-404b-95e4-28be72bc686c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.997191] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862083, 'name': ReconfigVM_Task, 'duration_secs': 1.165672} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.005238] env[68503]: DEBUG nova.compute.provider_tree [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.007627] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b7657-c42a-4f49-ab6d-31677aeef094 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.028213] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:46:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='91f14eaf-97ae-4454-b6d8-5a744bd7b40d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036431006',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.028401] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.028605] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.028735] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.028918] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.029063] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.029275] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.029431] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.029593] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.029748] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.029938] env[68503]: DEBUG nova.virt.hardware [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.031607] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730e6cb7-4906-4232-bf6b-bbaf69d63a5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.033745] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.033933] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.034194] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Deleting the datastore file [datastore2] a3632f4f-df78-46f3-9c63-67bb3f8247be {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.034335] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5435bd35-9cab-4578-b7be-73610150ec12 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.038315] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 983.038315] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523f56e2-c29d-dee1-f767-8b634d463df0" [ 983.038315] env[68503]: _type = "Task" [ 983.038315] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.041924] env[68503]: DEBUG oslo_vmware.api [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for the task: (returnval){ [ 983.041924] env[68503]: value = "task-2862087" [ 983.041924] env[68503]: _type = "Task" [ 983.041924] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.047781] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523f56e2-c29d-dee1-f767-8b634d463df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.052185] env[68503]: DEBUG oslo_vmware.api [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2862087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.076160] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "refresh_cache-0f959cb0-5ae9-4b3b-8b6d-435ef207a678" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.076283] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "refresh_cache-0f959cb0-5ae9-4b3b-8b6d-435ef207a678" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.076433] env[68503]: DEBUG nova.network.neutron [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.147537] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 870c8b35-6745-4af5-9564-6b8673d2f8c8] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.372259] env[68503]: INFO nova.compute.manager [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Took 45.03 seconds to build instance. [ 983.475383] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.475697] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4849024a-12d6-4644-83ba-1770c36301e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.483330] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 983.483330] env[68503]: value = "task-2862088" [ 983.483330] env[68503]: _type = "Task" [ 983.483330] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.492208] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.538295] env[68503]: DEBUG nova.scheduler.client.report [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 983.538601] env[68503]: DEBUG nova.compute.provider_tree [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 88 to 89 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.538792] env[68503]: DEBUG nova.compute.provider_tree [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.556864] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523f56e2-c29d-dee1-f767-8b634d463df0, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.565429] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 983.565810] env[68503]: DEBUG oslo_vmware.api [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Task: {'id': task-2862087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166458} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.566734] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa8edd29-d412-4e5c-a359-166af9c98cdb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.580419] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.580625] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.580814] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.581333] env[68503]: INFO nova.compute.manager [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Took 1.18 seconds to destroy the instance on the hypervisor. [ 983.581333] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.583553] env[68503]: DEBUG nova.compute.manager [-] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.583655] env[68503]: DEBUG nova.network.neutron [-] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.591361] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 983.591361] env[68503]: value = "task-2862089" [ 983.591361] env[68503]: _type = "Task" [ 983.591361] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.600351] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.651066] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: edc45660-de9d-459e-af05-ca23f9df97c3] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.678036] env[68503]: DEBUG nova.network.neutron [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.857642] env[68503]: DEBUG nova.network.neutron [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Updating instance_info_cache with network_info: [{"id": "6eb424c0-557b-4448-94cf-3119a1b9eb2b", "address": "fa:16:3e:38:2c:7a", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb424c0-55", "ovs_interfaceid": "6eb424c0-557b-4448-94cf-3119a1b9eb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.874214] env[68503]: DEBUG oslo_concurrency.lockutils [None req-98d1f325-f849-4400-b814-c3030d67ec06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "103f1a61-ad86-446f-8326-1d64a01df948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.758s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.938907] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.939439] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.939722] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.994199] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862088, 'name': PowerOffVM_Task, 'duration_secs': 0.204963} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.994622] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.995529] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bdbdd4-19fa-4d48-8f27-64f65435002c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.017104] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fec53a-57fc-4dbc-95f3-3e1a9a84a779 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.051029] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.051029] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc2bc064-7af6-4ec9-90b6-a3a149146481 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.052665] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.903s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.053248] env[68503]: DEBUG nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.055769] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.876s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.056128] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.058044] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.027s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.059507] env[68503]: INFO nova.compute.claims [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.068604] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 984.068604] env[68503]: value = "task-2862090" [ 984.068604] env[68503]: _type = "Task" [ 984.068604] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.074900] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.089412] env[68503]: INFO nova.scheduler.client.report [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Deleted allocations for instance 1bb0476d-2913-45ca-9855-9fbe0e9386ed [ 984.104085] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862089, 'name': ReconfigVM_Task, 'duration_secs': 0.166194} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.105956] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.106981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d27d79-c286-4514-bb5c-f6d3834f0f5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.134060] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.134060] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbad52cf-2028-4905-8ce3-18eed7acbcfd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.150501] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 984.150501] env[68503]: value = "task-2862091" [ 984.150501] env[68503]: _type = "Task" [ 984.150501] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.154508] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: ba2d1010-5dfb-4f47-9248-1724627272d3] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.161313] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.275245] env[68503]: DEBUG nova.compute.manager [req-52904b41-6b99-4e8d-b109-12fe2bed4621 req-33b49028-0b3b-4c95-b729-bc154ae7294b service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Received event network-vif-deleted-b626341f-ec26-4d9d-8a4d-7e4f38affa78 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.275491] env[68503]: INFO nova.compute.manager [req-52904b41-6b99-4e8d-b109-12fe2bed4621 req-33b49028-0b3b-4c95-b729-bc154ae7294b service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Neutron deleted interface b626341f-ec26-4d9d-8a4d-7e4f38affa78; detaching it from the instance and deleting it from the info cache [ 984.275605] env[68503]: DEBUG nova.network.neutron [req-52904b41-6b99-4e8d-b109-12fe2bed4621 req-33b49028-0b3b-4c95-b729-bc154ae7294b service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.359567] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "refresh_cache-0f959cb0-5ae9-4b3b-8b6d-435ef207a678" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.360075] env[68503]: DEBUG nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Instance network_info: |[{"id": "6eb424c0-557b-4448-94cf-3119a1b9eb2b", "address": "fa:16:3e:38:2c:7a", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb424c0-55", "ovs_interfaceid": "6eb424c0-557b-4448-94cf-3119a1b9eb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.360614] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:2c:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb424c0-557b-4448-94cf-3119a1b9eb2b', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.368904] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.369165] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.369444] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b36aa607-84af-40b8-aa2b-37160f91b15a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.390077] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.390077] env[68503]: value = "task-2862092" [ 984.390077] env[68503]: _type = "Task" [ 984.390077] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.398063] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862092, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.487723] env[68503]: DEBUG nova.compute.manager [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Received event network-changed-6eb424c0-557b-4448-94cf-3119a1b9eb2b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.487965] env[68503]: DEBUG nova.compute.manager [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Refreshing instance network info cache due to event network-changed-6eb424c0-557b-4448-94cf-3119a1b9eb2b. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.488086] env[68503]: DEBUG oslo_concurrency.lockutils [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] Acquiring lock "refresh_cache-0f959cb0-5ae9-4b3b-8b6d-435ef207a678" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.488362] env[68503]: DEBUG oslo_concurrency.lockutils [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] Acquired lock "refresh_cache-0f959cb0-5ae9-4b3b-8b6d-435ef207a678" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.488401] env[68503]: DEBUG nova.network.neutron [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Refreshing network info cache for port 6eb424c0-557b-4448-94cf-3119a1b9eb2b {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.564397] env[68503]: DEBUG nova.compute.utils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.568227] env[68503]: DEBUG nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.568436] env[68503]: DEBUG nova.network.neutron [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.582241] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 984.582241] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.582241] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.582430] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.582572] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.582851] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d019c8-9040-482e-982b-7e951ff1cf05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.592506] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.592696] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.593536] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4951167-8439-41bb-aecf-4ada9994a11f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.601203] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 984.601203] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5250197a-f7c5-4204-ad6e-31713cda30a2" [ 984.601203] env[68503]: _type = "Task" [ 984.601203] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.601691] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6cd98a76-de4b-4290-a0a2-ed45c983dc03 tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "1bb0476d-2913-45ca-9855-9fbe0e9386ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.891s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.614640] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5250197a-f7c5-4204-ad6e-31713cda30a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.615749] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380e5453-1ed9-4629-8437-babb13b25023 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.623606] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 984.623606] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521de6d6-95ee-8ade-b023-3e35f2dcfa61" [ 984.623606] env[68503]: _type = "Task" [ 984.623606] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.632580] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521de6d6-95ee-8ade-b023-3e35f2dcfa61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.634022] env[68503]: DEBUG nova.policy [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbed0922d4c94afc93109ee5b10c82d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fee9e966ecf42eb833274f4007db00b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.657938] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 63516d78-c35b-44f9-98da-45aada34af4d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.663643] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862091, 'name': ReconfigVM_Task, 'duration_secs': 0.307725} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.663643] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b/fcb74c70-8ef5-4e21-b4aa-fba27a91e26b.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.664263] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a0f189-a90f-49b8-a209-fb5a38765ef6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.683458] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e8dc5a-0b4e-4214-9f79-a172c35e42fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.706211] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1cd360-e6e6-4589-9345-c6859199b5f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.725515] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c31153-9eb8-424e-91e3-e001a3fafd2e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.732020] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.732358] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27245dc8-c079-4ec0-9ba0-8ea41a704da9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.737292] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 984.737292] env[68503]: value = "task-2862093" [ 984.737292] env[68503]: _type = "Task" [ 984.737292] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.746048] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.758823] env[68503]: DEBUG nova.network.neutron [-] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.778024] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8b6e660-65f4-43f5-b328-dc4c03f46bd7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.787691] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5cecf1-9c92-4b9e-836f-5f8f2a014c74 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.828852] env[68503]: DEBUG nova.compute.manager [req-52904b41-6b99-4e8d-b109-12fe2bed4621 req-33b49028-0b3b-4c95-b729-bc154ae7294b service nova] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Detach interface failed, port_id=b626341f-ec26-4d9d-8a4d-7e4f38affa78, reason: Instance a3632f4f-df78-46f3-9c63-67bb3f8247be could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.900754] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862092, 'name': CreateVM_Task, 'duration_secs': 0.297501} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.900989] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.901784] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.901987] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.902448] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.902722] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106c8ea3-8dee-4dcd-94ee-72b59684156a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.907883] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 984.907883] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524e1990-6f4b-bac0-165c-b7e58a6e5a2c" [ 984.907883] env[68503]: _type = "Task" [ 984.907883] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.921891] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524e1990-6f4b-bac0-165c-b7e58a6e5a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.977578] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.977767] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.977942] env[68503]: DEBUG nova.network.neutron [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.068635] env[68503]: DEBUG nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.143286] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521de6d6-95ee-8ade-b023-3e35f2dcfa61, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.144281] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.144545] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. {{(pid=68503) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 985.144810] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08b45fe1-cf4a-45f1-9875-bfe88c13fd01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.157212] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 985.157212] env[68503]: value = "task-2862094" [ 985.157212] env[68503]: _type = "Task" [ 985.157212] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.164461] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 988337b5-7dcc-4927-89d5-4b2a2d98f294] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.169398] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.237328] env[68503]: DEBUG nova.network.neutron [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Updated VIF entry in instance network info cache for port 6eb424c0-557b-4448-94cf-3119a1b9eb2b. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.237712] env[68503]: DEBUG nova.network.neutron [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Updating instance_info_cache with network_info: [{"id": "6eb424c0-557b-4448-94cf-3119a1b9eb2b", "address": "fa:16:3e:38:2c:7a", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb424c0-55", "ovs_interfaceid": "6eb424c0-557b-4448-94cf-3119a1b9eb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.251908] env[68503]: DEBUG oslo_vmware.api [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862093, 'name': PowerOnVM_Task, 'duration_secs': 0.42695} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.252357] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.263204] env[68503]: INFO nova.compute.manager [-] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Took 1.68 seconds to deallocate network for instance. [ 985.394038] env[68503]: DEBUG nova.network.neutron [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Successfully created port: 8df6edc7-0ae2-498a-8b1e-83863eb95b70 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.424276] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.424863] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Processing image 77f1c568-5316-4bf9-90b1-5a381b8af64e {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.425290] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e/77f1c568-5316-4bf9-90b1-5a381b8af64e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.425615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e/77f1c568-5316-4bf9-90b1-5a381b8af64e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.425947] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.427382] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c06337b6-4701-448c-814a-7ccb6a45d34f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.445186] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.445462] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.446359] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c49096-b19a-431e-9226-e028d0144a57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.455321] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 985.455321] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fa764a-55e1-97c1-f564-b270c9fce419" [ 985.455321] env[68503]: _type = "Task" [ 985.455321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.463955] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fa764a-55e1-97c1-f564-b270c9fce419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.604617] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390b228-cc63-4e26-aa36-38fbd8521223 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.614969] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706840d0-c7ca-464f-a19b-f5e659ca8875 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.654347] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb6cb37-d3a4-4a20-9ebd-cf9a3a892924 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.669376] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6844d0-cd3d-4ff9-98f6-8146332b4095 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.674553] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.674553] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 511d5b19-96d5-4cc7-833f-8a4a876ab79d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.687838] env[68503]: DEBUG nova.compute.provider_tree [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.744123] env[68503]: DEBUG oslo_concurrency.lockutils [req-509ff27b-2a0c-4db0-b9e2-1b96a2e29c9e req-6436dc33-8646-4db1-a72c-c261380d3acb service nova] Releasing lock "refresh_cache-0f959cb0-5ae9-4b3b-8b6d-435ef207a678" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.773615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.818932] env[68503]: DEBUG nova.network.neutron [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.846877] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "b6a23ff5-0359-4673-a044-bd200caff4b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.847172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.847388] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "b6a23ff5-0359-4673-a044-bd200caff4b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.847573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.847747] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.849971] env[68503]: INFO nova.compute.manager [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Terminating instance [ 985.966492] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Preparing fetch location {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 985.966744] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Fetch image to [datastore2] OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c/OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c.vmdk {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 985.966956] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Downloading stream optimized image 77f1c568-5316-4bf9-90b1-5a381b8af64e to [datastore2] OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c/OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c.vmdk on the data store datastore2 as vApp {{(pid=68503) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 985.967167] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Downloading image file data 77f1c568-5316-4bf9-90b1-5a381b8af64e to the ESX as VM named 'OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c' {{(pid=68503) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 986.042563] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 986.042563] env[68503]: value = "resgroup-9" [ 986.042563] env[68503]: _type = "ResourcePool" [ 986.042563] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 986.042875] env[68503]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ba277c4f-086b-4615-a1ba-2ce6041609e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.064222] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease: (returnval){ [ 986.064222] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303018-d82c-5813-8c1c-ace2c3bb2ad2" [ 986.064222] env[68503]: _type = "HttpNfcLease" [ 986.064222] env[68503]: } obtained for vApp import into resource pool (val){ [ 986.064222] env[68503]: value = "resgroup-9" [ 986.064222] env[68503]: _type = "ResourcePool" [ 986.064222] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 986.064544] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the lease: (returnval){ [ 986.064544] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303018-d82c-5813-8c1c-ace2c3bb2ad2" [ 986.064544] env[68503]: _type = "HttpNfcLease" [ 986.064544] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 986.070731] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.070731] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303018-d82c-5813-8c1c-ace2c3bb2ad2" [ 986.070731] env[68503]: _type = "HttpNfcLease" [ 986.070731] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.080972] env[68503]: DEBUG nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.103805] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.104105] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.104274] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.104460] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.104605] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.104749] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.104959] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.105145] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.105313] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.105476] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.105651] env[68503]: DEBUG nova.virt.hardware [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.106514] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc30288d-dfe4-44c9-87a3-6ccf0fd13b1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.114558] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f25ad6-cd0a-4719-a7df-6ead329a9acd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.167529] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56459} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.167737] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. [ 986.168516] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c98d57-093e-4135-bb89-0d1b8e0373c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.194138] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.197339] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ec84e9-401e-4100-99cf-29234efa0e67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.211547] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.211547] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Cleaning up deleted instances with incomplete migration {{(pid=68503) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 986.218162] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 986.218162] env[68503]: value = "task-2862096" [ 986.218162] env[68503]: _type = "Task" [ 986.218162] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.227672] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.251159] env[68503]: DEBUG nova.scheduler.client.report [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.251159] env[68503]: DEBUG nova.compute.provider_tree [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 89 to 90 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.251159] env[68503]: DEBUG nova.compute.provider_tree [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.263318] env[68503]: INFO nova.compute.manager [None req-efd05dbf-292c-48a7-9c01-db9d1d6cf2b9 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance to original state: 'active' [ 986.323110] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.354034] env[68503]: DEBUG nova.compute.manager [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.354350] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.355535] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a22ad-7e48-48e2-9571-0e90ddea1d46 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.360648] env[68503]: DEBUG nova.compute.manager [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-changed-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.360824] env[68503]: DEBUG nova.compute.manager [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing instance network info cache due to event network-changed-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.361047] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.361197] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.361358] env[68503]: DEBUG nova.network.neutron [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing network info cache for port 8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.368305] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.368580] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985f5a0b-8fa0-4e81-a72b-0cd351b1824a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.376324] env[68503]: DEBUG oslo_vmware.api [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 986.376324] env[68503]: value = "task-2862097" [ 986.376324] env[68503]: _type = "Task" [ 986.376324] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.385554] env[68503]: DEBUG oslo_vmware.api [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.572725] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.572725] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303018-d82c-5813-8c1c-ace2c3bb2ad2" [ 986.572725] env[68503]: _type = "HttpNfcLease" [ 986.572725] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.713547] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.734025] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.757797] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.758372] env[68503]: DEBUG nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.761125] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.464s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.761220] env[68503]: DEBUG nova.objects.instance [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lazy-loading 'resources' on Instance uuid 64df3563-d078-4958-a2e9-527f7a10e77d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.854281] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0382410-6066-43bb-9dd0-fd2d6935a87e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.888795] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7954f7c-c8de-4633-a90f-ea6573a10021 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.897376] env[68503]: DEBUG oslo_vmware.api [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862097, 'name': PowerOffVM_Task, 'duration_secs': 0.490153} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.899913] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.900146] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.900655] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance '7edda435-0f02-4a60-9b85-5bb8700f647f' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.904235] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a03d57-856c-4d8a-842b-d766b9da0256 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.969501] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.969749] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.969966] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Deleting the datastore file [datastore1] b6a23ff5-0359-4673-a044-bd200caff4b7 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.970245] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d766db-0b9a-424a-9cb9-5e3c6968b970 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.981489] env[68503]: DEBUG oslo_vmware.api [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for the task: (returnval){ [ 986.981489] env[68503]: value = "task-2862099" [ 986.981489] env[68503]: _type = "Task" [ 986.981489] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.990401] env[68503]: DEBUG oslo_vmware.api [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.073482] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.073482] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303018-d82c-5813-8c1c-ace2c3bb2ad2" [ 987.073482] env[68503]: _type = "HttpNfcLease" [ 987.073482] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.200495] env[68503]: DEBUG nova.network.neutron [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Successfully updated port: 8df6edc7-0ae2-498a-8b1e-83863eb95b70 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.224406] env[68503]: DEBUG nova.network.neutron [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updated VIF entry in instance network info cache for port 8c5d744f-7a9a-4af1-89f8-02f7dd36cc14. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.224800] env[68503]: DEBUG nova.network.neutron [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.229695] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862096, 'name': ReconfigVM_Task, 'duration_secs': 0.817528} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.230040] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.230882] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1a17c-7ab8-45c8-a125-ba1d5ed2dd00 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.256665] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32fd9be3-818a-4042-b975-55c5ee5ee58c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.270563] env[68503]: DEBUG nova.compute.utils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.272390] env[68503]: DEBUG nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.272771] env[68503]: DEBUG nova.network.neutron [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.280992] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 987.280992] env[68503]: value = "task-2862100" [ 987.280992] env[68503]: _type = "Task" [ 987.280992] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.291683] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.317788] env[68503]: DEBUG nova.policy [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '314f4d0e47db47ccaa298cefb2a3d185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f94195d737c44baa4458e0fec0834bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.411551] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c0830181-82dc-418e-afb1-d2211f992498 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance '7edda435-0f02-4a60-9b85-5bb8700f647f' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.443014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.443152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.443584] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.443584] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.443882] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.446130] env[68503]: INFO nova.compute.manager [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Terminating instance [ 987.495022] env[68503]: DEBUG oslo_vmware.api [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Task: {'id': task-2862099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163364} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.496912] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.496912] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.496912] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.496912] env[68503]: INFO nova.compute.manager [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.496912] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.496912] env[68503]: DEBUG nova.compute.manager [-] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.496912] env[68503]: DEBUG nova.network.neutron [-] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.574008] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.574008] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303018-d82c-5813-8c1c-ace2c3bb2ad2" [ 987.574008] env[68503]: _type = "HttpNfcLease" [ 987.574008] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.574267] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.574267] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303018-d82c-5813-8c1c-ace2c3bb2ad2" [ 987.574267] env[68503]: _type = "HttpNfcLease" [ 987.574267] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 987.575015] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062eb999-788e-443a-a214-cf8c2d537a5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.585119] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe9416-892a-4a03-c1b9-4c1edba6f7d3/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.585276] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe9416-892a-4a03-c1b9-4c1edba6f7d3/disk-0.vmdk. {{(pid=68503) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 987.649025] env[68503]: DEBUG nova.network.neutron [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Successfully created port: cf671008-c826-4054-b1a1-501439b943df {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.658235] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7486b0c4-2a73-4b33-9530-0d1b84b83ca5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.703657] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "refresh_cache-b6600293-706c-4396-921e-30f422e77b49" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.703817] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "refresh_cache-b6600293-706c-4396-921e-30f422e77b49" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.704012] env[68503]: DEBUG nova.network.neutron [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.733262] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef4c679a-32f6-4ae8-a3ac-639ed46c0743 req-6d2a7259-d0a0-4864-aa61-b4f023cf8622 service nova] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.777950] env[68503]: DEBUG nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.791524] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862100, 'name': ReconfigVM_Task, 'duration_secs': 0.183019} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.791800] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.792328] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17311d34-0d37-4c93-b0ad-61aee1738ad5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.798523] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 987.798523] env[68503]: value = "task-2862101" [ 987.798523] env[68503]: _type = "Task" [ 987.798523] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.809829] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.840474] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441304fe-4116-4abe-a20c-73fb679bac7c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.852398] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e45c7d-9d02-4970-9e8e-66494ac4399a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.889948] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff6e55-88e0-4240-8a88-1d0cd203d92e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.904285] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58919b-ec20-4530-820a-7117c4eeb442 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.930363] env[68503]: DEBUG nova.compute.provider_tree [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.954476] env[68503]: DEBUG nova.compute.manager [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.954806] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.955877] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376f5af4-4a71-48ef-b662-4282da297611 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.968069] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.970269] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e2acc5-42d0-49ec-a57c-15bf991f91e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.979735] env[68503]: DEBUG oslo_vmware.api [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 987.979735] env[68503]: value = "task-2862102" [ 987.979735] env[68503]: _type = "Task" [ 987.979735] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.995355] env[68503]: DEBUG oslo_vmware.api [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.286149] env[68503]: DEBUG nova.network.neutron [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.310674] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.347517] env[68503]: DEBUG nova.network.neutron [-] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.430189] env[68503]: DEBUG nova.compute.manager [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Received event network-vif-plugged-8df6edc7-0ae2-498a-8b1e-83863eb95b70 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.430189] env[68503]: DEBUG oslo_concurrency.lockutils [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] Acquiring lock "b6600293-706c-4396-921e-30f422e77b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.430189] env[68503]: DEBUG oslo_concurrency.lockutils [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] Lock "b6600293-706c-4396-921e-30f422e77b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.430189] env[68503]: DEBUG oslo_concurrency.lockutils [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] Lock "b6600293-706c-4396-921e-30f422e77b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.430910] env[68503]: DEBUG nova.compute.manager [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] No waiting events found dispatching network-vif-plugged-8df6edc7-0ae2-498a-8b1e-83863eb95b70 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.431308] env[68503]: WARNING nova.compute.manager [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Received unexpected event network-vif-plugged-8df6edc7-0ae2-498a-8b1e-83863eb95b70 for instance with vm_state building and task_state spawning. [ 988.431601] env[68503]: DEBUG nova.compute.manager [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Received event network-changed-8df6edc7-0ae2-498a-8b1e-83863eb95b70 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.431862] env[68503]: DEBUG nova.compute.manager [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Refreshing instance network info cache due to event network-changed-8df6edc7-0ae2-498a-8b1e-83863eb95b70. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.432157] env[68503]: DEBUG oslo_concurrency.lockutils [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] Acquiring lock "refresh_cache-b6600293-706c-4396-921e-30f422e77b49" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.438652] env[68503]: DEBUG nova.scheduler.client.report [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.496240] env[68503]: DEBUG oslo_vmware.api [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862102, 'name': PowerOffVM_Task, 'duration_secs': 0.177242} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.496240] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.496240] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.496240] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49596c9c-0608-4b64-aac5-56514ddd8624 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.535308] env[68503]: DEBUG nova.network.neutron [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Updating instance_info_cache with network_info: [{"id": "8df6edc7-0ae2-498a-8b1e-83863eb95b70", "address": "fa:16:3e:17:5d:60", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df6edc7-0a", "ovs_interfaceid": "8df6edc7-0ae2-498a-8b1e-83863eb95b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.540029] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Completed reading data from the image iterator. {{(pid=68503) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 988.540029] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe9416-892a-4a03-c1b9-4c1edba6f7d3/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.540029] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4f2b7-5142-4605-b52f-d7d65cc3fb3e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.546452] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe9416-892a-4a03-c1b9-4c1edba6f7d3/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.546875] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe9416-892a-4a03-c1b9-4c1edba6f7d3/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 988.547868] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-62af794f-d864-4e72-90bf-4b72bcd17a65 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.561211] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.561787] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.562178] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Deleting the datastore file [datastore2] fcb74c70-8ef5-4e21-b4aa-fba27a91e26b {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.562559] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f5115b-ce65-4939-b11e-995610ce7bbe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.570751] env[68503]: DEBUG oslo_vmware.api [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 988.570751] env[68503]: value = "task-2862104" [ 988.570751] env[68503]: _type = "Task" [ 988.570751] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.579495] env[68503]: DEBUG oslo_vmware.api [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.765265] env[68503]: DEBUG oslo_vmware.rw_handles [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe9416-892a-4a03-c1b9-4c1edba6f7d3/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 988.765539] env[68503]: INFO nova.virt.vmwareapi.images [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Downloaded image file data 77f1c568-5316-4bf9-90b1-5a381b8af64e [ 988.766769] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce77c8be-5fc7-473d-848d-019b311d32da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.787960] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8daf307d-0fdd-4c4f-9899-53d2ca40f6c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.793555] env[68503]: DEBUG nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.810831] env[68503]: DEBUG oslo_vmware.api [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862101, 'name': PowerOnVM_Task, 'duration_secs': 0.830346} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.811124] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.813829] env[68503]: DEBUG nova.compute.manager [None req-9a0f0ddf-f91c-47cc-901b-d311b5b2bd17 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.814686] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3409304-8e1d-4710-b5e7-5f9529a1905d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.818260] env[68503]: INFO nova.virt.vmwareapi.images [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] The imported VM was unregistered [ 988.820506] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Caching image {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 988.820734] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating directory with path [datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.823304] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f932db0c-1d59-4243-a346-c61c385bcd23 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.833949] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.833949] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.834108] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.834228] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.834408] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.834561] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.834797] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.835032] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.835233] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.835472] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.835611] env[68503]: DEBUG nova.virt.hardware [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.836483] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223188a-67be-441d-9ceb-17ed347f45dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.840283] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created directory with path [datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.840493] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c/OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c.vmdk to [datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e/77f1c568-5316-4bf9-90b1-5a381b8af64e.vmdk. {{(pid=68503) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 988.841123] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-28e69738-0ed6-44ac-998f-5bc1c268af81 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.846852] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f81c2-d0f6-4202-9981-27b3ce9a1cf1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.852264] env[68503]: INFO nova.compute.manager [-] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Took 1.36 seconds to deallocate network for instance. [ 988.852638] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 988.852638] env[68503]: value = "task-2862106" [ 988.852638] env[68503]: _type = "Task" [ 988.852638] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.875968] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862106, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.951037] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.958872] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.974s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.958872] env[68503]: DEBUG nova.objects.instance [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lazy-loading 'resources' on Instance uuid 11f80af7-e6da-43e1-bbcd-7ea6c6be461d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.981771] env[68503]: INFO nova.scheduler.client.report [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Deleted allocations for instance 64df3563-d078-4958-a2e9-527f7a10e77d [ 989.036926] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "refresh_cache-b6600293-706c-4396-921e-30f422e77b49" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.037322] env[68503]: DEBUG nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Instance network_info: |[{"id": "8df6edc7-0ae2-498a-8b1e-83863eb95b70", "address": "fa:16:3e:17:5d:60", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df6edc7-0a", "ovs_interfaceid": "8df6edc7-0ae2-498a-8b1e-83863eb95b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.037645] env[68503]: DEBUG oslo_concurrency.lockutils [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] Acquired lock "refresh_cache-b6600293-706c-4396-921e-30f422e77b49" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.037834] env[68503]: DEBUG nova.network.neutron [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Refreshing network info cache for port 8df6edc7-0ae2-498a-8b1e-83863eb95b70 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.039349] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:5d:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8df6edc7-0ae2-498a-8b1e-83863eb95b70', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.048178] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.051580] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6600293-706c-4396-921e-30f422e77b49] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.052165] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-356d9222-9e4a-4e31-9dc2-d81ad70c1686 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.077729] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.077729] env[68503]: value = "task-2862107" [ 989.077729] env[68503]: _type = "Task" [ 989.077729] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.085505] env[68503]: DEBUG oslo_vmware.api [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239767} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.086484] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.086683] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.086867] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.087111] env[68503]: INFO nova.compute.manager [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 989.087384] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.091681] env[68503]: DEBUG nova.compute.manager [-] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.091800] env[68503]: DEBUG nova.network.neutron [-] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.093932] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862107, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.374840] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.375739] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862106, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.398662] env[68503]: DEBUG nova.network.neutron [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Updated VIF entry in instance network info cache for port 8df6edc7-0ae2-498a-8b1e-83863eb95b70. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.399153] env[68503]: DEBUG nova.network.neutron [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Updating instance_info_cache with network_info: [{"id": "8df6edc7-0ae2-498a-8b1e-83863eb95b70", "address": "fa:16:3e:17:5d:60", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df6edc7-0a", "ovs_interfaceid": "8df6edc7-0ae2-498a-8b1e-83863eb95b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.490535] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d9e4acc3-a941-4d5c-86b6-02dc4aece465 tempest-SecurityGroupsTestJSON-1243109242 tempest-SecurityGroupsTestJSON-1243109242-project-member] Lock "64df3563-d078-4958-a2e9-527f7a10e77d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.641s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.588960] env[68503]: DEBUG nova.compute.manager [req-1af36fdb-df2d-4669-8395-59a7705e88d5 req-08156196-92e3-49ec-ba43-5dece3224687 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Received event network-vif-plugged-cf671008-c826-4054-b1a1-501439b943df {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.588960] env[68503]: DEBUG oslo_concurrency.lockutils [req-1af36fdb-df2d-4669-8395-59a7705e88d5 req-08156196-92e3-49ec-ba43-5dece3224687 service nova] Acquiring lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.589177] env[68503]: DEBUG oslo_concurrency.lockutils [req-1af36fdb-df2d-4669-8395-59a7705e88d5 req-08156196-92e3-49ec-ba43-5dece3224687 service nova] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.589296] env[68503]: DEBUG oslo_concurrency.lockutils [req-1af36fdb-df2d-4669-8395-59a7705e88d5 req-08156196-92e3-49ec-ba43-5dece3224687 service nova] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.589466] env[68503]: DEBUG nova.compute.manager [req-1af36fdb-df2d-4669-8395-59a7705e88d5 req-08156196-92e3-49ec-ba43-5dece3224687 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] No waiting events found dispatching network-vif-plugged-cf671008-c826-4054-b1a1-501439b943df {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.589658] env[68503]: WARNING nova.compute.manager [req-1af36fdb-df2d-4669-8395-59a7705e88d5 req-08156196-92e3-49ec-ba43-5dece3224687 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Received unexpected event network-vif-plugged-cf671008-c826-4054-b1a1-501439b943df for instance with vm_state building and task_state spawning. [ 989.596819] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862107, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.649288] env[68503]: DEBUG nova.network.neutron [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Successfully updated port: cf671008-c826-4054-b1a1-501439b943df {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.869593] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862106, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.901933] env[68503]: DEBUG oslo_concurrency.lockutils [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] Releasing lock "refresh_cache-b6600293-706c-4396-921e-30f422e77b49" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.902249] env[68503]: DEBUG nova.compute.manager [req-bca76ff4-90a4-457f-9a1c-bc7f0a8a56b3 req-b2f0ce2f-eedd-4e9c-aa5a-33b51bd9f593 service nova] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Received event network-vif-deleted-f041cf1e-c7bf-4e2a-a4e9-6e1ef2b21921 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.957617] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee20698-52d7-4fe1-b240-20d8c4b767bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.965795] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40348784-6a32-46e2-b764-66e205228fbc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.002722] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c23b275-540c-4326-afbe-afaea45b1e60 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.011036] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3076e2f-cd96-4ad6-af69-22134cc4243f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.029034] env[68503]: DEBUG nova.compute.provider_tree [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.091366] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862107, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.144714] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "7edda435-0f02-4a60-9b85-5bb8700f647f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.144994] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.145208] env[68503]: DEBUG nova.compute.manager [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Going to confirm migration 3 {{(pid=68503) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 990.148409] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.148548] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.148695] env[68503]: DEBUG nova.network.neutron [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.156960] env[68503]: DEBUG nova.network.neutron [-] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.368810] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862106, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.531415] env[68503]: DEBUG nova.scheduler.client.report [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.592457] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862107, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.661589] env[68503]: INFO nova.compute.manager [-] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Took 1.57 seconds to deallocate network for instance. [ 990.700920] env[68503]: DEBUG nova.compute.manager [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.701196] env[68503]: DEBUG nova.compute.manager [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing instance network info cache due to event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.701560] env[68503]: DEBUG oslo_concurrency.lockutils [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] Acquiring lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.701996] env[68503]: DEBUG oslo_concurrency.lockutils [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] Acquired lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.702283] env[68503]: DEBUG nova.network.neutron [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.739253] env[68503]: DEBUG nova.network.neutron [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.821197] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.821197] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.821197] env[68503]: DEBUG nova.network.neutron [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.821197] env[68503]: DEBUG nova.objects.instance [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'info_cache' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.871903] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862106, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.988528] env[68503]: DEBUG nova.network.neutron [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Updating instance_info_cache with network_info: [{"id": "cf671008-c826-4054-b1a1-501439b943df", "address": "fa:16:3e:3c:b8:fd", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf671008-c8", "ovs_interfaceid": "cf671008-c826-4054-b1a1-501439b943df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.039125] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.040251] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.721s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.041192] env[68503]: DEBUG nova.objects.instance [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lazy-loading 'resources' on Instance uuid 9391d8c4-acf6-49a0-b514-07e1743a4419 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.088563] env[68503]: INFO nova.scheduler.client.report [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Deleted allocations for instance 11f80af7-e6da-43e1-bbcd-7ea6c6be461d [ 991.097547] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862107, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.174618] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.374156] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862106, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.44899} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.374156] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c/OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c.vmdk to [datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e/77f1c568-5316-4bf9-90b1-5a381b8af64e.vmdk. [ 991.374156] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Cleaning up location [datastore2] OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 991.374156] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2b30dfb3-cee1-47e3-ae38-8a07ecf56d8c {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.374540] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24645817-4a71-458d-bca9-2a206ff588a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.382270] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 991.382270] env[68503]: value = "task-2862108" [ 991.382270] env[68503]: _type = "Task" [ 991.382270] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.397154] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.460350] env[68503]: DEBUG nova.network.neutron [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updated VIF entry in instance network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.460721] env[68503]: DEBUG nova.network.neutron [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.492447] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.492763] env[68503]: DEBUG nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Instance network_info: |[{"id": "cf671008-c826-4054-b1a1-501439b943df", "address": "fa:16:3e:3c:b8:fd", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf671008-c8", "ovs_interfaceid": "cf671008-c826-4054-b1a1-501439b943df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.493190] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:b8:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf671008-c826-4054-b1a1-501439b943df', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.506030] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating folder: Project (4f94195d737c44baa4458e0fec0834bb). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.506030] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-567b5cfe-3b4a-4053-9f5e-8737f09e488e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.516079] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created folder: Project (4f94195d737c44baa4458e0fec0834bb) in parent group-v575195. [ 991.516276] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating folder: Instances. Parent ref: group-v575384. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.516506] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ada094c0-9832-4822-8e6d-707730c74738 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.525776] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created folder: Instances in parent group-v575384. [ 991.526011] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.526205] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.526403] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e55b4f59-4f3c-4eb9-96fd-4a9416be98fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.549871] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.549871] env[68503]: value = "task-2862111" [ 991.549871] env[68503]: _type = "Task" [ 991.549871] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.557800] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862111, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.592810] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862107, 'name': CreateVM_Task, 'duration_secs': 2.505727} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.595372] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6600293-706c-4396-921e-30f422e77b49] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.598129] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.598129] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.598129] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.598129] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab0d874-c299-4d57-88b9-f660e7cf78a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.606633] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c38153a3-1ebd-4d4d-851c-191fc946ebb0 tempest-VolumesAdminNegativeTest-1990762099 tempest-VolumesAdminNegativeTest-1990762099-project-member] Lock "11f80af7-e6da-43e1-bbcd-7ea6c6be461d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.425s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.609717] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 991.609717] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d36a9c-5c0b-d40a-b913-579df0e62f3a" [ 991.609717] env[68503]: _type = "Task" [ 991.609717] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.626069] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d36a9c-5c0b-d40a-b913-579df0e62f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.784812] env[68503]: DEBUG nova.compute.manager [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Received event network-changed-cf671008-c826-4054-b1a1-501439b943df {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.785072] env[68503]: DEBUG nova.compute.manager [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Refreshing instance network info cache due to event network-changed-cf671008-c826-4054-b1a1-501439b943df. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.785337] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] Acquiring lock "refresh_cache-e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.785525] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] Acquired lock "refresh_cache-e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.785739] env[68503]: DEBUG nova.network.neutron [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Refreshing network info cache for port cf671008-c826-4054-b1a1-501439b943df {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.907872] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038469} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.907872] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.908208] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e/77f1c568-5316-4bf9-90b1-5a381b8af64e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.908240] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e/77f1c568-5316-4bf9-90b1-5a381b8af64e.vmdk to [datastore2] 0f959cb0-5ae9-4b3b-8b6d-435ef207a678/0f959cb0-5ae9-4b3b-8b6d-435ef207a678.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.908532] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a825d32-feed-4c5a-bb59-ccfb6c890fe8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.915577] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 991.915577] env[68503]: value = "task-2862112" [ 991.915577] env[68503]: _type = "Task" [ 991.915577] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.925010] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.967386] env[68503]: DEBUG oslo_concurrency.lockutils [req-f7f39bcc-ddb0-4bb2-812e-ef9df25bb1ef req-8843de7c-398a-4657-a9d5-9ba777547787 service nova] Releasing lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.059761] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b244166e-f847-471d-8db4-7d63c7ef724f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.067152] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862111, 'name': CreateVM_Task, 'duration_secs': 0.501719} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.067751] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.068475] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.071922] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f26cb1f-4db6-4d85-aaae-044e50b57209 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.123656] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edf5ada-df45-488b-99a7-91b0eaec8d72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.132359] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d36a9c-5c0b-d40a-b913-579df0e62f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.019193} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.134708] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.134979] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.135235] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.135384] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.135975] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.135975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.136230] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.136457] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ad8142-fd59-4d6a-a83d-188e8b14127b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.139567] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a0660-b587-4bc2-beab-0f46177fd4f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.143932] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94275b1-cfa3-44ad-a5f0-94cf1e9a62b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.149502] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 992.149502] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522c78bc-9eda-6b1e-82b5-ec004c352746" [ 992.149502] env[68503]: _type = "Task" [ 992.149502] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.157821] env[68503]: DEBUG nova.compute.provider_tree [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.168996] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.168996] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.169906] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefa5ce0-cc52-4ac4-8169-038710e8ce3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.180592] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 992.180592] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5252bab8-577f-0417-4c20-b37c7cf73199" [ 992.180592] env[68503]: _type = "Task" [ 992.180592] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.184317] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522c78bc-9eda-6b1e-82b5-ec004c352746, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.187896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.188170] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.188736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.193636] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5252bab8-577f-0417-4c20-b37c7cf73199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.243448] env[68503]: DEBUG nova.network.neutron [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.425418] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862112, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.580202] env[68503]: DEBUG nova.network.neutron [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Updated VIF entry in instance network info cache for port cf671008-c826-4054-b1a1-501439b943df. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.580606] env[68503]: DEBUG nova.network.neutron [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Updating instance_info_cache with network_info: [{"id": "cf671008-c826-4054-b1a1-501439b943df", "address": "fa:16:3e:3c:b8:fd", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf671008-c8", "ovs_interfaceid": "cf671008-c826-4054-b1a1-501439b943df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.671298] env[68503]: DEBUG nova.scheduler.client.report [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.695470] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5252bab8-577f-0417-4c20-b37c7cf73199, 'name': SearchDatastore_Task, 'duration_secs': 0.054591} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.696301] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eada355-55d5-4919-8e28-3eaab77bf5ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.702136] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 992.702136] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c6f610-d38b-ce98-9784-dcbaadd2d832" [ 992.702136] env[68503]: _type = "Task" [ 992.702136] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.710025] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c6f610-d38b-ce98-9784-dcbaadd2d832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.746508] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.746746] env[68503]: DEBUG nova.objects.instance [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'migration_context' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.926190] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862112, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.088031] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] Releasing lock "refresh_cache-e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.088359] env[68503]: DEBUG nova.compute.manager [req-fa52faf3-d0c1-4981-b189-9212e288e824 req-5595a751-37ce-4427-bdbe-8da834c62c24 service nova] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Received event network-vif-deleted-73e25176-3c1f-4784-a70c-e61069cebc64 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.177671] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.180292] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.860s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.180837] env[68503]: DEBUG nova.objects.instance [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lazy-loading 'resources' on Instance uuid 59182edb-4694-4d27-8dcd-e08839162727 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.214762] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c6f610-d38b-ce98-9784-dcbaadd2d832, 'name': SearchDatastore_Task, 'duration_secs': 0.027401} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.214978] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.215282] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] b6600293-706c-4396-921e-30f422e77b49/b6600293-706c-4396-921e-30f422e77b49.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.216359] env[68503]: INFO nova.scheduler.client.report [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted allocations for instance 9391d8c4-acf6-49a0-b514-07e1743a4419 [ 993.217438] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.217654] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.218235] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-088b3e29-c3c2-4cba-a199-9d696309e5c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.222998] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a741d719-d8ee-4270-805f-71ab0e3b919e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.232477] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 993.232477] env[68503]: value = "task-2862113" [ 993.232477] env[68503]: _type = "Task" [ 993.232477] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.237376] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.237567] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.241245] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24eaa19e-d14b-4833-ae5e-964ae1ff54df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.245803] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.252769] env[68503]: DEBUG nova.objects.base [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Object Instance<7edda435-0f02-4a60-9b85-5bb8700f647f> lazy-loaded attributes: info_cache,migration_context {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.252769] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f35f22-3c2b-4912-a429-0e55fe34b276 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.257210] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 993.257210] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52045e5c-f280-5082-f078-a5e91cb6fdd2" [ 993.257210] env[68503]: _type = "Task" [ 993.257210] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.267052] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52045e5c-f280-5082-f078-a5e91cb6fdd2, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.287883] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb7bdf4-9319-4e28-92e2-1fa760f0b328 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.290573] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5eb430-bac8-43ad-89af-6f16578c4e15 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.297546] env[68503]: DEBUG oslo_vmware.api [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 993.297546] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e067da-54c2-4d2a-08a9-5262044f5e0a" [ 993.297546] env[68503]: _type = "Task" [ 993.297546] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.299334] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 993.299334] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52cc3275-eb28-2713-2958-bf8e56d80a91" [ 993.299334] env[68503]: _type = "Task" [ 993.299334] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.311624] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cc3275-eb28-2713-2958-bf8e56d80a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.314815] env[68503]: DEBUG oslo_vmware.api [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e067da-54c2-4d2a-08a9-5262044f5e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.427984] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862112, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.569602] env[68503]: DEBUG nova.compute.manager [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.569801] env[68503]: DEBUG nova.compute.manager [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing instance network info cache due to event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.570225] env[68503]: DEBUG oslo_concurrency.lockutils [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] Acquiring lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.570524] env[68503]: DEBUG oslo_concurrency.lockutils [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] Acquired lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.570665] env[68503]: DEBUG nova.network.neutron [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.739140] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e210ce9-5dd0-4f62-986a-caf83e64efd4 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "9391d8c4-acf6-49a0-b514-07e1743a4419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.941s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.756510] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862113, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.824120] env[68503]: DEBUG oslo_vmware.api [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e067da-54c2-4d2a-08a9-5262044f5e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.044801} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.828199] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.828614] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cc3275-eb28-2713-2958-bf8e56d80a91, 'name': SearchDatastore_Task, 'duration_secs': 0.022767} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.832278] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.832712] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.833881] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-158a5765-d0af-4427-b304-29a50d83ff61 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.846533] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 993.846533] env[68503]: value = "task-2862114" [ 993.846533] env[68503]: _type = "Task" [ 993.846533] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.865510] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.930308] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862112, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.249519] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657545} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.252658] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] b6600293-706c-4396-921e-30f422e77b49/b6600293-706c-4396-921e-30f422e77b49.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.252893] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.253499] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c274075e-7c3d-40bf-baf1-104c1e9e0a4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.262869] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 994.262869] env[68503]: value = "task-2862115" [ 994.262869] env[68503]: _type = "Task" [ 994.262869] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.273783] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.299404] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63155b8f-cc53-470d-bbd0-9d2dc74e26e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.307949] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ebfc1f-b677-4da9-8be7-867b96bf2b4d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.346262] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb7b6d-f548-487f-8a4a-166a1942b624 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.361639] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe389ce-5213-4c99-b215-683d1a7dca21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.365889] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.376743] env[68503]: DEBUG nova.compute.provider_tree [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.434612] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862112, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.497845] env[68503]: DEBUG nova.network.neutron [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updated VIF entry in instance network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.498456] env[68503]: DEBUG nova.network.neutron [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.777333] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148878} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.778149] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.779203] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abe56dd-1742-45db-8b8d-656d5b50f8fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.805426] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b6600293-706c-4396-921e-30f422e77b49/b6600293-706c-4396-921e-30f422e77b49.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.805738] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c400c79-68fd-42fc-8fab-b8b6baf7ef10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.831232] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 994.831232] env[68503]: value = "task-2862116" [ 994.831232] env[68503]: _type = "Task" [ 994.831232] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.842361] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.861226] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574795} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.861818] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.862340] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.862624] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0364a3f5-75e1-46ab-8590-bc6e095da337 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.871841] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 994.871841] env[68503]: value = "task-2862117" [ 994.871841] env[68503]: _type = "Task" [ 994.871841] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.882613] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.923242] env[68503]: DEBUG nova.scheduler.client.report [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 994.923242] env[68503]: DEBUG nova.compute.provider_tree [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 90 to 91 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.923242] env[68503]: DEBUG nova.compute.provider_tree [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.937936] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862112, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.672004} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.939309] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/77f1c568-5316-4bf9-90b1-5a381b8af64e/77f1c568-5316-4bf9-90b1-5a381b8af64e.vmdk to [datastore2] 0f959cb0-5ae9-4b3b-8b6d-435ef207a678/0f959cb0-5ae9-4b3b-8b6d-435ef207a678.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.940343] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d417ebc-1199-4569-bf18-91d8d5869aab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.965928] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0f959cb0-5ae9-4b3b-8b6d-435ef207a678/0f959cb0-5ae9-4b3b-8b6d-435ef207a678.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.966562] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea066959-e270-4e80-8be4-3451d80bbc52 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.994039] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 994.994039] env[68503]: value = "task-2862118" [ 994.994039] env[68503]: _type = "Task" [ 994.994039] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.002713] env[68503]: DEBUG oslo_concurrency.lockutils [req-b15a3392-edff-451a-9f2a-ed935519b30e req-c115aa82-2bb6-440e-b17e-fa4a0836110a service nova] Releasing lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.003105] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.341622] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.381131] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.433211] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.437353] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.989s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.437598] env[68503]: DEBUG nova.objects.instance [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lazy-loading 'resources' on Instance uuid 18661868-e020-41d2-83cb-0dd09cff69a3 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.462775] env[68503]: INFO nova.scheduler.client.report [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Deleted allocations for instance 59182edb-4694-4d27-8dcd-e08839162727 [ 995.505885] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862118, 'name': ReconfigVM_Task, 'duration_secs': 0.290546} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.506518] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0f959cb0-5ae9-4b3b-8b6d-435ef207a678/0f959cb0-5ae9-4b3b-8b6d-435ef207a678.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.507299] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b11f0e-d238-4eb2-93bd-0498534db04e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.514778] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 995.514778] env[68503]: value = "task-2862119" [ 995.514778] env[68503]: _type = "Task" [ 995.514778] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.531908] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862119, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.697178] env[68503]: DEBUG nova.compute.manager [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.697387] env[68503]: DEBUG nova.compute.manager [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing instance network info cache due to event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.697604] env[68503]: DEBUG oslo_concurrency.lockutils [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] Acquiring lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.697747] env[68503]: DEBUG oslo_concurrency.lockutils [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] Acquired lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.697905] env[68503]: DEBUG nova.network.neutron [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.848870] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.881847] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.802414} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.882336] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.883779] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c2c31-0c6e-4b8e-84d5-d1dc96ead431 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.913761] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.914149] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2ca62f-fa21-4a9b-b188-bd4fc212dda8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.935538] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 995.935538] env[68503]: value = "task-2862120" [ 995.935538] env[68503]: _type = "Task" [ 995.935538] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.951916] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.973752] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9865e17e-30cc-4a9a-9c1c-2f2da050d661 tempest-MultipleCreateTestJSON-207867540 tempest-MultipleCreateTestJSON-207867540-project-member] Lock "59182edb-4694-4d27-8dcd-e08839162727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.108s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.037261] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862119, 'name': Rename_Task, 'duration_secs': 0.145063} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.037678] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.037982] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6c7704-1b87-4d86-be3e-2dc0ed698bdc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.046556] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 996.046556] env[68503]: value = "task-2862121" [ 996.046556] env[68503]: _type = "Task" [ 996.046556] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.054785] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.345700] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862116, 'name': ReconfigVM_Task, 'duration_secs': 1.249206} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.349471] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b6600293-706c-4396-921e-30f422e77b49/b6600293-706c-4396-921e-30f422e77b49.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.349471] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a248de82-f950-4e25-a966-daafd5acea44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.356276] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 996.356276] env[68503]: value = "task-2862122" [ 996.356276] env[68503]: _type = "Task" [ 996.356276] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.364914] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862122, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.445228] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280555e9-e55c-428c-bce4-aa37c9dc6000 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.455410] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862120, 'name': ReconfigVM_Task, 'duration_secs': 0.378359} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.456170] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.457132] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4da365ad-6465-40c0-bf9f-ceb43460f61a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.461942] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d4307-8d28-4fe6-838f-70ca74f26a97 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.467642] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 996.467642] env[68503]: value = "task-2862123" [ 996.467642] env[68503]: _type = "Task" [ 996.467642] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.508918] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3939450c-3790-4f0b-8c79-dd8e8e4bc185 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.515713] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862123, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.555520] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4498368-58f9-461b-99af-524910e7ea56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.566290] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862121, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.581719] env[68503]: DEBUG nova.compute.provider_tree [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.714151] env[68503]: DEBUG nova.network.neutron [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updated VIF entry in instance network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.714581] env[68503]: DEBUG nova.network.neutron [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.871567] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862122, 'name': Rename_Task, 'duration_secs': 0.202718} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.872049] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.872337] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a427dd-8323-46a2-899a-652f6d672e46 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.881019] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 996.881019] env[68503]: value = "task-2862124" [ 996.881019] env[68503]: _type = "Task" [ 996.881019] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.893860] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.977787] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862123, 'name': Rename_Task, 'duration_secs': 0.173002} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.978099] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.978891] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89de1e3e-0077-455c-948f-baec09623288 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.985581] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 996.985581] env[68503]: value = "task-2862125" [ 996.985581] env[68503]: _type = "Task" [ 996.985581] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.000956] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.062639] env[68503]: DEBUG oslo_vmware.api [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862121, 'name': PowerOnVM_Task, 'duration_secs': 0.541388} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.062639] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.062822] env[68503]: INFO nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Took 14.89 seconds to spawn the instance on the hypervisor. [ 997.063150] env[68503]: DEBUG nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.064176] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6521b4a-0eb3-47f4-a426-f29d144434de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.085348] env[68503]: DEBUG nova.scheduler.client.report [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.217842] env[68503]: DEBUG oslo_concurrency.lockutils [req-55bd64ff-4c27-49a2-96df-cbae54d64024 req-b07f66bb-8072-42ca-8c95-8fd7d1097492 service nova] Releasing lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.400152] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.496520] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862125, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.591150] env[68503]: INFO nova.compute.manager [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Took 54.46 seconds to build instance. [ 997.592820] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.595281] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.429s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.600135] env[68503]: INFO nova.compute.claims [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.632984] env[68503]: INFO nova.scheduler.client.report [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleted allocations for instance 18661868-e020-41d2-83cb-0dd09cff69a3 [ 997.897729] env[68503]: DEBUG oslo_vmware.api [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862124, 'name': PowerOnVM_Task, 'duration_secs': 0.557781} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.897729] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.897908] env[68503]: INFO nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Took 11.82 seconds to spawn the instance on the hypervisor. [ 997.898125] env[68503]: DEBUG nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.899091] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7121309-9017-4d6b-bd0b-7c164da71a1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.906630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.996590] env[68503]: DEBUG oslo_vmware.api [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862125, 'name': PowerOnVM_Task, 'duration_secs': 0.608628} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.996926] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.000818] env[68503]: INFO nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Took 9.20 seconds to spawn the instance on the hypervisor. [ 998.001250] env[68503]: DEBUG nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.005028] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead61b44-2ba1-4d9b-8252-ffdf92edbada {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.096184] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a4490c33-9ff5-45dd-91dc-e1e2aed96db1 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.840s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.096551] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.192s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.097368] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.097368] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.097368] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.100362] env[68503]: INFO nova.compute.manager [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Terminating instance [ 998.143283] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7bec75f7-a69e-4bc4-a361-26562d1890ec tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "18661868-e020-41d2-83cb-0dd09cff69a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.102s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.307967] env[68503]: DEBUG nova.compute.manager [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.308270] env[68503]: DEBUG nova.compute.manager [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing instance network info cache due to event network-changed-4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.308585] env[68503]: DEBUG oslo_concurrency.lockutils [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] Acquiring lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.308769] env[68503]: DEBUG oslo_concurrency.lockutils [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] Acquired lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.308866] env[68503]: DEBUG nova.network.neutron [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Refreshing network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.423790] env[68503]: INFO nova.compute.manager [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Took 43.29 seconds to build instance. [ 998.528531] env[68503]: INFO nova.compute.manager [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Took 40.52 seconds to build instance. [ 998.613109] env[68503]: DEBUG nova.compute.manager [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.614153] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.615728] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb235cc5-4613-42bc-aa55-790af93bab32 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.629060] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.629060] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ce2fd7-9fbb-4520-a998-983c2900c016 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.646469] env[68503]: DEBUG oslo_vmware.api [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 998.646469] env[68503]: value = "task-2862129" [ 998.646469] env[68503]: _type = "Task" [ 998.646469] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.657831] env[68503]: DEBUG oslo_vmware.api [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.879912] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "e3eb8849-232c-42c8-99d1-1bddceead0e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.880261] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.880482] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "e3eb8849-232c-42c8-99d1-1bddceead0e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.883538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.883538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.885565] env[68503]: INFO nova.compute.manager [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Terminating instance [ 998.928405] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f7fb07f-1b4c-46b8-86de-54ca020ba9b7 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b6600293-706c-4396-921e-30f422e77b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.804s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.033161] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5f2fc8c4-761a-4759-b0f5-14184cbf6ee9 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.030s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.102112] env[68503]: DEBUG nova.network.neutron [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updated VIF entry in instance network info cache for port 4ad3363e-8ad5-40d7-9edb-5266bf9ab011. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.102607] env[68503]: DEBUG nova.network.neutron [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [{"id": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "address": "fa:16:3e:76:78:60", "network": {"id": "5cbbcd12-8a7a-4ce0-bbfe-f65ca37dd957", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1774467838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "609de2addc264fd7b0550acc47746639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad3363e-8a", "ovs_interfaceid": "4ad3363e-8ad5-40d7-9edb-5266bf9ab011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.117064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2644d49d-4405-426e-b15d-da9688aae145 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.125873] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073dfb37-2a12-4801-aec4-890aa777dff0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.162518] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a87ec1e-f4e4-4ecc-9f38-80fd14cfb428 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.170849] env[68503]: DEBUG oslo_vmware.api [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862129, 'name': PowerOffVM_Task, 'duration_secs': 0.207047} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.172992] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.173326] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.173705] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85409ed3-934c-422a-9090-e496655e40f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.176074] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b323a01-57e4-4c11-a5ec-d48dd7d9fec9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.191850] env[68503]: INFO nova.compute.manager [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Rebuilding instance [ 999.194418] env[68503]: DEBUG nova.compute.provider_tree [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.244975] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.245307] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.245569] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleting the datastore file [datastore2] 0f959cb0-5ae9-4b3b-8b6d-435ef207a678 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.245907] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de3961fc-7064-4a65-b13a-db0747cddf11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.257592] env[68503]: DEBUG nova.compute.manager [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.259230] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62679088-cec0-4bf9-8185-1dcbd73623b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.265083] env[68503]: DEBUG oslo_vmware.api [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 999.265083] env[68503]: value = "task-2862131" [ 999.265083] env[68503]: _type = "Task" [ 999.265083] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.280438] env[68503]: DEBUG oslo_vmware.api [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.394557] env[68503]: DEBUG nova.compute.manager [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.395825] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.395879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1263d4-1cdf-4344-ad29-35255fb04958 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.403882] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.404163] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abde2ec4-4e19-42ca-a9ca-3610f90c4039 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.411827] env[68503]: DEBUG oslo_vmware.api [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 999.411827] env[68503]: value = "task-2862132" [ 999.411827] env[68503]: _type = "Task" [ 999.411827] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.419642] env[68503]: DEBUG oslo_vmware.api [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.605408] env[68503]: DEBUG oslo_concurrency.lockutils [req-8592bd2d-89eb-46dd-b560-8cbf7c5a9e01 req-e1a96d9f-cb70-4cc5-b720-1ff1844d8aef service nova] Releasing lock "refresh_cache-e3eb8849-232c-42c8-99d1-1bddceead0e4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.699078] env[68503]: DEBUG nova.scheduler.client.report [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.787165] env[68503]: DEBUG oslo_vmware.api [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140978} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.788238] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.789070] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.789070] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.789070] env[68503]: INFO nova.compute.manager [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Took 1.18 seconds to destroy the instance on the hypervisor. [ 999.789601] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.789921] env[68503]: DEBUG nova.compute.manager [-] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.790134] env[68503]: DEBUG nova.network.neutron [-] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.923049] env[68503]: DEBUG oslo_vmware.api [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862132, 'name': PowerOffVM_Task, 'duration_secs': 0.484394} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.923582] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.923582] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.923788] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7350fa1a-87c2-4aec-980a-9c2ea0d5da6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.989407] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.989807] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.989807] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Deleting the datastore file [datastore2] e3eb8849-232c-42c8-99d1-1bddceead0e4 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.990110] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bee697d5-f135-4a76-a27c-a34fd237d83c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.998123] env[68503]: DEBUG oslo_vmware.api [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for the task: (returnval){ [ 999.998123] env[68503]: value = "task-2862134" [ 999.998123] env[68503]: _type = "Task" [ 999.998123] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.007800] env[68503]: DEBUG oslo_vmware.api [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.165937] env[68503]: DEBUG nova.compute.manager [req-52a37b4b-6441-4e57-9842-349355297b77 req-6f7eaf9f-87a7-4b3d-90cd-00445fff5fab service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Received event network-vif-deleted-6eb424c0-557b-4448-94cf-3119a1b9eb2b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.166246] env[68503]: INFO nova.compute.manager [req-52a37b4b-6441-4e57-9842-349355297b77 req-6f7eaf9f-87a7-4b3d-90cd-00445fff5fab service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Neutron deleted interface 6eb424c0-557b-4448-94cf-3119a1b9eb2b; detaching it from the instance and deleting it from the info cache [ 1000.166466] env[68503]: DEBUG nova.network.neutron [req-52a37b4b-6441-4e57-9842-349355297b77 req-6f7eaf9f-87a7-4b3d-90cd-00445fff5fab service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.204783] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.205754] env[68503]: DEBUG nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.211599] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.438s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.212271] env[68503]: DEBUG nova.objects.instance [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lazy-loading 'resources' on Instance uuid a3632f4f-df78-46f3-9c63-67bb3f8247be {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.288765] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.288900] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67d63fde-a286-491a-b5cd-567fc194a28a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.298195] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1000.298195] env[68503]: value = "task-2862135" [ 1000.298195] env[68503]: _type = "Task" [ 1000.298195] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.314410] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.512534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "8a007874-18bb-436e-b58d-f385f1d38fbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.512534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.519102] env[68503]: DEBUG oslo_vmware.api [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Task: {'id': task-2862134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216738} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.519792] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.519792] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.519792] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.519955] env[68503]: INFO nova.compute.manager [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1000.520633] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.520633] env[68503]: DEBUG nova.compute.manager [-] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.520633] env[68503]: DEBUG nova.network.neutron [-] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.627135] env[68503]: DEBUG nova.network.neutron [-] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.672395] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f463e25a-99ff-4862-a67d-9bc54c57aa80 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.684024] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b066872a-7278-45b7-8be1-eaa083eac900 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.726707] env[68503]: DEBUG nova.compute.utils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.730372] env[68503]: DEBUG nova.compute.manager [req-52a37b4b-6441-4e57-9842-349355297b77 req-6f7eaf9f-87a7-4b3d-90cd-00445fff5fab service nova] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Detach interface failed, port_id=6eb424c0-557b-4448-94cf-3119a1b9eb2b, reason: Instance 0f959cb0-5ae9-4b3b-8b6d-435ef207a678 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.734038] env[68503]: DEBUG nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1000.807855] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862135, 'name': PowerOffVM_Task, 'duration_secs': 0.299655} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.808101] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.808439] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.809503] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f5f10-4864-4dda-b38e-5ff778789489 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.822618] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.822618] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53f19c56-1594-45f4-ba2d-4276bb0caab4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.893032] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.893316] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.893414] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleting the datastore file [datastore1] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.894231] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d51a0ed-6dc0-4865-a93d-b81aa0c7c1aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.905178] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1000.905178] env[68503]: value = "task-2862137" [ 1000.905178] env[68503]: _type = "Task" [ 1000.905178] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.923442] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.015366] env[68503]: DEBUG nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.033141] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "9a1d992c-0242-4317-9ce8-2961b665a8e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.033469] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.129184] env[68503]: INFO nova.compute.manager [-] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Took 1.34 seconds to deallocate network for instance. [ 1001.228165] env[68503]: DEBUG nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.240232] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51311be7-e5a7-4cc9-a99b-bccbd68c2da4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.248735] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92562a22-5905-4949-b885-9a12a9ec38a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.280325] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd945b-9ae8-4ac2-bcc6-82decc020b63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.288335] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f3c322-1347-4b33-8489-83270917bfdd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.303084] env[68503]: DEBUG nova.compute.provider_tree [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.416800] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18065} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.416800] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.416800] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.416800] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.540035] env[68503]: DEBUG nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.545630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.599541] env[68503]: DEBUG nova.network.neutron [-] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.639856] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.829358] env[68503]: ERROR nova.scheduler.client.report [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] [req-c03852e6-6a79-4ba4-9dd3-c741c3b17607] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c03852e6-6a79-4ba4-9dd3-c741c3b17607"}]} [ 1001.849074] env[68503]: DEBUG nova.scheduler.client.report [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1001.888323] env[68503]: DEBUG nova.scheduler.client.report [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1001.888323] env[68503]: DEBUG nova.compute.provider_tree [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.903848] env[68503]: DEBUG nova.scheduler.client.report [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1001.930543] env[68503]: DEBUG nova.scheduler.client.report [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1002.067019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.103483] env[68503]: INFO nova.compute.manager [-] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Took 1.58 seconds to deallocate network for instance. [ 1002.202493] env[68503]: DEBUG nova.compute.manager [req-dc5fd697-f949-4c21-b412-fe6c10cc09d4 req-5b5c499e-8256-40b0-adc7-dd65cc68714b service nova] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Received event network-vif-deleted-4ad3363e-8ad5-40d7-9edb-5266bf9ab011 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.242470] env[68503]: DEBUG nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.287773] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.288055] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.288591] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.288591] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.288591] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.288803] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.289050] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.289050] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.289212] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.289378] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.289554] env[68503]: DEBUG nova.virt.hardware [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.290534] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23bd3bd-af1f-448d-9ff1-b151aaca5e30 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.302341] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a1a85-16ff-4b2e-b418-ae03156b8eb2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.322603] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.330534] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Creating folder: Project (f58d48b7bcf445f0b8db23d93defd20c). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.333729] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c0c1deb-05f4-4b4d-adf5-1493a56a8faa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.344596] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Created folder: Project (f58d48b7bcf445f0b8db23d93defd20c) in parent group-v575195. [ 1002.345247] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Creating folder: Instances. Parent ref: group-v575390. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.345645] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c6e7cf-4c71-4fe0-a878-c2e339de36fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.358102] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Created folder: Instances in parent group-v575390. [ 1002.358487] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.358604] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.358811] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2298681f-0c4b-45de-9391-051243d089d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.377592] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.377592] env[68503]: value = "task-2862141" [ 1002.377592] env[68503]: _type = "Task" [ 1002.377592] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.386014] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862141, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.467376] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.467646] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.467803] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.467989] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.468483] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.468842] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.468974] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.469233] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.469457] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.469667] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.469887] env[68503]: DEBUG nova.virt.hardware [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.471765] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3f8a1a-68cf-4709-b01d-06551d633357 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.482670] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebd6ba4-d2a7-4000-be1c-0c9b594777fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.500851] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:b8:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf671008-c826-4054-b1a1-501439b943df', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.509306] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.510768] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.511503] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fee4c1-1250-4516-96fb-90e0746012b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.514176] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd8b7cfa-dddf-492f-9a6c-f5bce1713675 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.534702] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9997fe5-d616-4b8a-ba3c-7ab6dc3fb862 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.539476] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.539476] env[68503]: value = "task-2862142" [ 1002.539476] env[68503]: _type = "Task" [ 1002.539476] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.569729] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71281a22-fdac-40da-be4a-7707ba51c8fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.575506] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862142, 'name': CreateVM_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.580804] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe4971-dbf6-42b9-b8b9-d015e6104ab0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.596731] env[68503]: DEBUG nova.compute.provider_tree [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.610700] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.894171] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862141, 'name': CreateVM_Task, 'duration_secs': 0.358645} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.894388] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.894847] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.895023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.895366] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.895634] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d990b774-0b66-443b-85f1-2145f727f674 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.902513] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1002.902513] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52716ee0-db92-d3bd-8311-3e215279bde1" [ 1002.902513] env[68503]: _type = "Task" [ 1002.902513] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.920624] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52716ee0-db92-d3bd-8311-3e215279bde1, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.920946] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.921205] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.921430] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.921579] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.921762] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.922043] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e57a4c-31ab-4b2d-aac6-a6136b21b71c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.931554] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.931554] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.932575] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2970020b-8853-40f1-8284-a4d10ef5729c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.938609] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1002.938609] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b5cef3-0b77-5a1f-decb-aa9f16cbf228" [ 1002.938609] env[68503]: _type = "Task" [ 1002.938609] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.947838] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b5cef3-0b77-5a1f-decb-aa9f16cbf228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.054987] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862142, 'name': CreateVM_Task, 'duration_secs': 0.382742} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.055170] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.056316] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.056316] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.056316] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.056593] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d03611cb-da75-4f98-bb92-45672559c6ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.062809] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1003.062809] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520da44e-432f-5716-2ebb-ad52d476b681" [ 1003.062809] env[68503]: _type = "Task" [ 1003.062809] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.070442] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520da44e-432f-5716-2ebb-ad52d476b681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.136232] env[68503]: DEBUG nova.scheduler.client.report [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1003.136514] env[68503]: DEBUG nova.compute.provider_tree [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 93 to 94 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1003.136693] env[68503]: DEBUG nova.compute.provider_tree [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.453948] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b5cef3-0b77-5a1f-decb-aa9f16cbf228, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.454792] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c467a7af-5ad8-4a45-8709-805ae78c571e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.463158] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1003.463158] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5275b33a-767d-05f6-ee4c-b21d3397d9ca" [ 1003.463158] env[68503]: _type = "Task" [ 1003.463158] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.470111] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5275b33a-767d-05f6-ee4c-b21d3397d9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.579376] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520da44e-432f-5716-2ebb-ad52d476b681, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.579695] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.579928] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.580242] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.644278] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.431s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.645396] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.270s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.645521] env[68503]: DEBUG nova.objects.instance [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lazy-loading 'resources' on Instance uuid b6a23ff5-0359-4673-a044-bd200caff4b7 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.685768] env[68503]: INFO nova.scheduler.client.report [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Deleted allocations for instance a3632f4f-df78-46f3-9c63-67bb3f8247be [ 1003.978477] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5275b33a-767d-05f6-ee4c-b21d3397d9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015557} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.978757] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.979109] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.979423] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.979612] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.980142] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a76ac9-365d-4c11-bf60-faebef6ec225 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.984372] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e9bc94-1303-40ca-b326-be83d0815fc0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.991810] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1003.991810] env[68503]: value = "task-2862144" [ 1003.991810] env[68503]: _type = "Task" [ 1003.991810] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.997422] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.997422] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.999136] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adf9230-8be2-48db-a7e6-27a9a94ff13e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.004861] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.008805] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1004.008805] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521093ab-273e-f79c-5ed7-b7535ab0e6e6" [ 1004.008805] env[68503]: _type = "Task" [ 1004.008805] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.017860] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521093ab-273e-f79c-5ed7-b7535ab0e6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.195894] env[68503]: DEBUG oslo_concurrency.lockutils [None req-36923829-7442-4969-bedd-1787a0bc8454 tempest-ServersAdminNegativeTestJSON-1216769680 tempest-ServersAdminNegativeTestJSON-1216769680-project-member] Lock "a3632f4f-df78-46f3-9c63-67bb3f8247be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.300s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.368708] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "7c15b321-0a08-47df-8425-9c80cd635a4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.369744] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.510267] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501895} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.515776] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.515776] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.517270] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-696b6d06-d37c-49d9-bba8-ca974fac061e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.525678] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521093ab-273e-f79c-5ed7-b7535ab0e6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008859} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.528782] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1004.528782] env[68503]: value = "task-2862145" [ 1004.528782] env[68503]: _type = "Task" [ 1004.528782] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.528782] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15278976-cfd9-49cd-a994-f14612529ff6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.541940] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1004.541940] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529b1bf8-a33a-f017-43ed-ed0a0f6559c3" [ 1004.541940] env[68503]: _type = "Task" [ 1004.541940] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.541940] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.549747] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529b1bf8-a33a-f017-43ed-ed0a0f6559c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.590823] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.590823] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.654054] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef2474a-6e17-4843-b9bd-71621746a418 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.662166] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b837d0c-f8b3-4416-9ffd-226b0002f3d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.694323] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984d885-3189-4917-ada2-de2a0a1e3160 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.701854] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e67aa4c-164a-4d23-8040-ba63a948d0ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.718429] env[68503]: DEBUG nova.compute.provider_tree [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.874274] env[68503]: DEBUG nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.046641] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.059219] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529b1bf8-a33a-f017-43ed-ed0a0f6559c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018808} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.061144] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.061144] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.061144] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38c4d821-21a6-404c-a2f6-4fb5af21d6e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.070364] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1005.070364] env[68503]: value = "task-2862146" [ 1005.070364] env[68503]: _type = "Task" [ 1005.070364] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.081297] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.092944] env[68503]: DEBUG nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.221636] env[68503]: DEBUG nova.scheduler.client.report [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.397736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.541580] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.584929] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.618717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.727795] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.730535] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.556s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.730629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.732447] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.904s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.750402] env[68503]: INFO nova.scheduler.client.report [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Deleted allocations for instance b6a23ff5-0359-4673-a044-bd200caff4b7 [ 1005.756739] env[68503]: INFO nova.scheduler.client.report [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Deleted allocations for instance fcb74c70-8ef5-4e21-b4aa-fba27a91e26b [ 1006.041079] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.068723} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.044177] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.044177] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa99bf-e064-426d-aab0-3e09cdf055cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.070994] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.072282] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28fb4edb-178b-4f60-8ed8-32dc1ff12409 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.099863] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1006.099863] env[68503]: value = "task-2862148" [ 1006.099863] env[68503]: _type = "Task" [ 1006.099863] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.106821] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926622} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.106821] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.106821] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.106821] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23dc88d6-a9f0-4392-a57f-bcdfa0b92fc3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.116416] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1006.116416] env[68503]: value = "task-2862149" [ 1006.116416] env[68503]: _type = "Task" [ 1006.116416] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.125543] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.265797] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd154e34-8cd1-4820-b484-1b8ae3af237b tempest-ListImageFiltersTestJSON-63856995 tempest-ListImageFiltersTestJSON-63856995-project-member] Lock "b6a23ff5-0359-4673-a044-bd200caff4b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.418s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.269119] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8e7d69e1-2b3a-49d3-972c-10975a46be86 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "fcb74c70-8ef5-4e21-b4aa-fba27a91e26b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.825s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.616136] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862148, 'name': ReconfigVM_Task, 'duration_secs': 0.282094} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.622772] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.626463] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95210afe-2372-49c7-89fa-bf79e52d46a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.640449] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070927} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.643704] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.644412] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1006.644412] env[68503]: value = "task-2862150" [ 1006.644412] env[68503]: _type = "Task" [ 1006.644412] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.645866] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03606d-a78e-4dd1-97b6-33cc41ef7d9a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.674713] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.681462] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb7f05b-ca94-422e-88e7-377db6cf66e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.695672] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862150, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.701242] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1006.701242] env[68503]: value = "task-2862151" [ 1006.701242] env[68503]: _type = "Task" [ 1006.701242] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.709958] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.725980] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7339c6b-be16-479e-b6e0-0f63ae03b4d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.733515] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ee5ad-f46b-43e9-ade3-5636e91d5023 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.771889] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0124db-89bb-407e-aa7e-79beb40f4430 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.780104] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a9c13-b365-4c8d-8a6e-f92ee2b65d32 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.794895] env[68503]: DEBUG nova.compute.provider_tree [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.135211] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.138053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.138053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.138053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.138053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.142971] env[68503]: INFO nova.compute.manager [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Terminating instance [ 1007.164028] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862150, 'name': Rename_Task, 'duration_secs': 0.163095} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.164453] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.164709] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f58ec1-36e1-4b0f-b2c2-4bb5fc4d9cab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.171318] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1007.171318] env[68503]: value = "task-2862152" [ 1007.171318] env[68503]: _type = "Task" [ 1007.171318] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.181284] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.220735] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862151, 'name': ReconfigVM_Task, 'duration_secs': 0.458689} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.220989] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b/e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.221675] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e26f566-d2ea-4ca4-8e24-02346c103237 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.228606] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1007.228606] env[68503]: value = "task-2862153" [ 1007.228606] env[68503]: _type = "Task" [ 1007.228606] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.247097] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862153, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.301027] env[68503]: DEBUG nova.scheduler.client.report [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.656519] env[68503]: DEBUG nova.compute.manager [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.656888] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.658843] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17821ea6-c094-4c87-bd1b-96aa7f6b0616 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.675937] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.680707] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d626b3-0442-4197-89f2-63d9ce126f80 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.689965] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862152, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.692043] env[68503]: DEBUG oslo_vmware.api [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 1007.692043] env[68503]: value = "task-2862155" [ 1007.692043] env[68503]: _type = "Task" [ 1007.692043] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.703260] env[68503]: DEBUG oslo_vmware.api [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.738732] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862153, 'name': Rename_Task, 'duration_secs': 0.221824} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.739047] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.739337] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd103ec-253a-44ea-a3ae-bfcdfc693071 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.745139] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1007.745139] env[68503]: value = "task-2862156" [ 1007.745139] env[68503]: _type = "Task" [ 1007.745139] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.753748] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.064958] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "ec93c717-e164-45ca-a142-b03573d25884" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.065443] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "ec93c717-e164-45ca-a142-b03573d25884" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.065798] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "ec93c717-e164-45ca-a142-b03573d25884-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.066125] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "ec93c717-e164-45ca-a142-b03573d25884-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.066434] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "ec93c717-e164-45ca-a142-b03573d25884-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.073435] env[68503]: INFO nova.compute.manager [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Terminating instance [ 1008.187354] env[68503]: DEBUG oslo_vmware.api [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862152, 'name': PowerOnVM_Task, 'duration_secs': 0.924163} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.188030] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.188030] env[68503]: INFO nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Took 5.95 seconds to spawn the instance on the hypervisor. [ 1008.188030] env[68503]: DEBUG nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.188862] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603c6dc-ae6f-4b5f-a7b1-c7d65b12d3db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.207387] env[68503]: DEBUG oslo_vmware.api [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862155, 'name': PowerOffVM_Task, 'duration_secs': 0.301552} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.208137] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.208137] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.208137] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34f5f31f-4b49-4290-b008-ea269dcb6a7c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.214765] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.215050] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.255428] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.291048] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.291284] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.291489] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Deleting the datastore file [datastore1] 5291932b-4bd7-48f5-a6e1-c69f4912a590 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.295128] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c277179-1067-4c24-b6ac-4c3aeb6cfbba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.304840] env[68503]: DEBUG oslo_vmware.api [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for the task: (returnval){ [ 1008.304840] env[68503]: value = "task-2862158" [ 1008.304840] env[68503]: _type = "Task" [ 1008.304840] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.313481] env[68503]: DEBUG oslo_vmware.api [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.317532] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.585s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.318519] env[68503]: DEBUG nova.compute.manager [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68503) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1008.324049] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.777s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.324983] env[68503]: INFO nova.compute.claims [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.582905] env[68503]: DEBUG nova.compute.manager [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.587633] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.587633] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402441f1-7905-4b1e-ac3e-80ac480c88a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.604973] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.604973] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caf7423a-555c-4bdf-81cd-dd7eb0e9ad28 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.620643] env[68503]: DEBUG oslo_vmware.api [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 1008.620643] env[68503]: value = "task-2862159" [ 1008.620643] env[68503]: _type = "Task" [ 1008.620643] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.631585] env[68503]: DEBUG oslo_vmware.api [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2862159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.714309] env[68503]: INFO nova.compute.manager [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Took 28.57 seconds to build instance. [ 1008.721010] env[68503]: DEBUG nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.758998] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.814960] env[68503]: DEBUG oslo_vmware.api [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.937053] env[68503]: INFO nova.scheduler.client.report [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted allocation for migration 091391b7-2b3d-4ee1-bfdf-4d905f7d1799 [ 1009.131164] env[68503]: DEBUG oslo_vmware.api [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2862159, 'name': PowerOffVM_Task, 'duration_secs': 0.24558} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.131476] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.131648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.131910] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce256c61-cc19-4078-b7b0-c9983e18e847 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.217695] env[68503]: DEBUG oslo_concurrency.lockutils [None req-985a803c-6be9-4f29-9972-f4d1a7f2f399 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "dd22ec5b-8507-4da7-a412-4bca7901d48b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.591s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.246101] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.256358] env[68503]: DEBUG oslo_vmware.api [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862156, 'name': PowerOnVM_Task, 'duration_secs': 1.286695} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.256480] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.256651] env[68503]: DEBUG nova.compute.manager [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.257403] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660bc2c-d275-42b1-9b1f-5b9c2e57983f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.314056] env[68503]: DEBUG oslo_vmware.api [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Task: {'id': task-2862158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525316} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.314380] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.314517] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.314699] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.314901] env[68503]: INFO nova.compute.manager [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1009.315154] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.315342] env[68503]: DEBUG nova.compute.manager [-] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.315428] env[68503]: DEBUG nova.network.neutron [-] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.345432] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.345432] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.382207] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.382432] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.382649] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Deleting the datastore file [datastore2] ec93c717-e164-45ca-a142-b03573d25884 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.384863] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3976908-2513-484c-84de-52b7440cb392 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.389947] env[68503]: DEBUG oslo_vmware.api [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for the task: (returnval){ [ 1009.389947] env[68503]: value = "task-2862161" [ 1009.389947] env[68503]: _type = "Task" [ 1009.389947] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.402952] env[68503]: DEBUG oslo_vmware.api [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2862161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.449108] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b78f2f13-a97f-4f2a-b4df-4c3c0f5a8093 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.304s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.773466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.790929] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9894cad2-b781-46a0-9944-f3aba786b2e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.797739] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35cec5-6945-4668-90d3-822321b43c50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.828831] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9b971-5320-4ded-8cf7-607ff4288291 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.832448] env[68503]: DEBUG nova.compute.manager [req-179efecd-4fd9-4d40-9c9a-5d118e0891aa req-a5aa9dab-98a6-4c02-af20-fdaad80e4947 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Received event network-vif-deleted-7d42e001-2709-4ee4-a5ca-5bd2d44ba595 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.832641] env[68503]: INFO nova.compute.manager [req-179efecd-4fd9-4d40-9c9a-5d118e0891aa req-a5aa9dab-98a6-4c02-af20-fdaad80e4947 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Neutron deleted interface 7d42e001-2709-4ee4-a5ca-5bd2d44ba595; detaching it from the instance and deleting it from the info cache [ 1009.832809] env[68503]: DEBUG nova.network.neutron [req-179efecd-4fd9-4d40-9c9a-5d118e0891aa req-a5aa9dab-98a6-4c02-af20-fdaad80e4947 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.839582] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44caef82-7367-4a91-a5e5-6aad97c65263 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.857912] env[68503]: DEBUG nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.864710] env[68503]: DEBUG nova.compute.provider_tree [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.902349] env[68503]: DEBUG oslo_vmware.api [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2862161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.916777] env[68503]: INFO nova.compute.manager [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Rebuilding instance [ 1009.981595] env[68503]: DEBUG nova.compute.manager [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.986022] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85121bc6-27de-47a6-a87b-b06fde644db5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.986670] env[68503]: INFO nova.compute.manager [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Rebuilding instance [ 1010.037891] env[68503]: DEBUG nova.compute.manager [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.038755] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83ebc38-ae0f-4c3f-9acc-f93bb986cd10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.140593] env[68503]: DEBUG nova.network.neutron [-] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.335615] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20cc24c8-18b2-4d05-9454-80c732e8271a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.346538] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c620d25-fd94-4f8c-a956-bb28923ea108 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.393589] env[68503]: DEBUG nova.objects.instance [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'flavor' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.394951] env[68503]: DEBUG nova.compute.manager [req-179efecd-4fd9-4d40-9c9a-5d118e0891aa req-a5aa9dab-98a6-4c02-af20-fdaad80e4947 service nova] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Detach interface failed, port_id=7d42e001-2709-4ee4-a5ca-5bd2d44ba595, reason: Instance 5291932b-4bd7-48f5-a6e1-c69f4912a590 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.406517] env[68503]: DEBUG oslo_vmware.api [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Task: {'id': task-2862161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577546} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.406784] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.407016] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.407380] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.407496] env[68503]: INFO nova.compute.manager [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] [instance: ec93c717-e164-45ca-a142-b03573d25884] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1010.407713] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.408487] env[68503]: DEBUG nova.compute.manager [-] [instance: ec93c717-e164-45ca-a142-b03573d25884] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.408592] env[68503]: DEBUG nova.network.neutron [-] [instance: ec93c717-e164-45ca-a142-b03573d25884] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.413698] env[68503]: ERROR nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [req-5316298c-f783-42b3-a71b-f152450a6bf8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5316298c-f783-42b3-a71b-f152450a6bf8"}]} [ 1010.417236] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.429977] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.443323] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.443567] env[68503]: DEBUG nova.compute.provider_tree [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.456125] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.477503] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.645065] env[68503]: INFO nova.compute.manager [-] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Took 1.33 seconds to deallocate network for instance. [ 1010.681857] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.682184] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.682406] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.682608] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.682779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.684847] env[68503]: INFO nova.compute.manager [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Terminating instance [ 1010.862280] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "47cb127d-86d0-427a-b887-170aa30f4194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.862646] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "47cb127d-86d0-427a-b887-170aa30f4194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.863227] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "47cb127d-86d0-427a-b887-170aa30f4194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.863227] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "47cb127d-86d0-427a-b887-170aa30f4194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.863343] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "47cb127d-86d0-427a-b887-170aa30f4194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.865691] env[68503]: INFO nova.compute.manager [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Terminating instance [ 1010.886545] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ae52e-b5ef-4c97-a794-958566d40afb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.896423] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599d9e7-2b4a-4fc2-ba8c-1bec038e5fe8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.907200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.908072] env[68503]: DEBUG oslo_concurrency.lockutils [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.908072] env[68503]: DEBUG nova.network.neutron [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.908072] env[68503]: DEBUG nova.objects.instance [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'info_cache' on Instance uuid 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.944640] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cec427-5510-44a8-af75-4dcd02bc2361 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.953918] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741f01c-d7fd-4232-899d-14b36195a69b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.971468] env[68503]: DEBUG nova.compute.provider_tree [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.000656] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.000959] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6df000-1783-4886-af68-10d44145bce5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.008912] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1011.008912] env[68503]: value = "task-2862162" [ 1011.008912] env[68503]: _type = "Task" [ 1011.008912] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.017908] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.053634] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.053937] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cff552a1-8eb2-45fc-8d68-ae60ee02af42 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.060478] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1011.060478] env[68503]: value = "task-2862163" [ 1011.060478] env[68503]: _type = "Task" [ 1011.060478] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.070528] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.155747] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.188822] env[68503]: DEBUG nova.compute.manager [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.189103] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.190175] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c686c-efe9-4972-a1c7-0bb42dfa27b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.198885] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.199388] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51c2368-d26a-414f-bb9f-82b6987bffc6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.205675] env[68503]: DEBUG oslo_vmware.api [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1011.205675] env[68503]: value = "task-2862164" [ 1011.205675] env[68503]: _type = "Task" [ 1011.205675] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.217191] env[68503]: DEBUG oslo_vmware.api [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.277171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.277428] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.373043] env[68503]: DEBUG nova.compute.manager [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.373312] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.374259] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9cdf6-adac-43fd-9ccd-d265aa74f619 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.382640] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.382942] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6277eeea-de54-4607-b7a7-ed91f8adffc3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.389548] env[68503]: DEBUG oslo_vmware.api [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1011.389548] env[68503]: value = "task-2862166" [ 1011.389548] env[68503]: _type = "Task" [ 1011.389548] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.396529] env[68503]: DEBUG oslo_vmware.api [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.410070] env[68503]: DEBUG nova.network.neutron [-] [instance: ec93c717-e164-45ca-a142-b03573d25884] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.412483] env[68503]: DEBUG nova.objects.base [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Object Instance<7edda435-0f02-4a60-9b85-5bb8700f647f> lazy-loaded attributes: flavor,info_cache {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.495340] env[68503]: ERROR nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [req-810381bb-1848-4fe6-b0df-20d0e1ae9965] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-810381bb-1848-4fe6-b0df-20d0e1ae9965"}]} [ 1011.514018] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1011.522077] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862162, 'name': PowerOffVM_Task, 'duration_secs': 0.234127} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.522565] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.522853] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.523856] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ecc63-9fd7-4c03-a0b8-091b372b760d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.529827] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1011.530418] env[68503]: DEBUG nova.compute.provider_tree [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.534273] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.534543] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02014e82-b78f-4aab-b5ff-2bc82ab6cd95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.542952] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1011.567795] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1011.577183] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862163, 'name': PowerOffVM_Task, 'duration_secs': 0.221363} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.577490] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.578180] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.578963] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2255d9-25d7-46df-b632-43b89405c2de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.589022] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.589022] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-112c9338-179c-4357-a48a-ec875f3ec518 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.614581] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.614828] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.615029] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleting the datastore file [datastore1] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.616183] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e35f71e-a979-47cb-a125-0a8862e0a125 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.618181] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.618378] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.618549] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Deleting the datastore file [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.621124] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d7e541f-9d3f-4b3d-b20a-038b4d57d978 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.627313] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1011.627313] env[68503]: value = "task-2862169" [ 1011.627313] env[68503]: _type = "Task" [ 1011.627313] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.628565] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1011.628565] env[68503]: value = "task-2862170" [ 1011.628565] env[68503]: _type = "Task" [ 1011.628565] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.641070] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.644057] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.722450] env[68503]: DEBUG oslo_vmware.api [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862164, 'name': PowerOffVM_Task, 'duration_secs': 0.18147} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.723108] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.723108] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.723223] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4edb5f4-a03f-4e86-bc7e-ee14b2798fa5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.781523] env[68503]: DEBUG nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.801475] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.801475] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.801688] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleting the datastore file [datastore2] e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.802315] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c648a18-cb3d-489e-9216-e549fb6beb34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.809241] env[68503]: DEBUG oslo_vmware.api [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1011.809241] env[68503]: value = "task-2862172" [ 1011.809241] env[68503]: _type = "Task" [ 1011.809241] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.819231] env[68503]: DEBUG oslo_vmware.api [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.850944] env[68503]: DEBUG nova.compute.manager [req-aca26c14-254a-4f60-935b-02997b1538fb req-238a4459-d876-4aac-b081-3f6802eb3f61 service nova] [instance: ec93c717-e164-45ca-a142-b03573d25884] Received event network-vif-deleted-bf7eb71e-0746-4b21-9f45-dba3aded154a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.901901] env[68503]: DEBUG oslo_vmware.api [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862166, 'name': PowerOffVM_Task, 'duration_secs': 0.198461} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.901901] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.901901] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.902408] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c233733-e7a6-4c77-bf41-f6823e7856b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.915534] env[68503]: INFO nova.compute.manager [-] [instance: ec93c717-e164-45ca-a142-b03573d25884] Took 1.51 seconds to deallocate network for instance. [ 1011.975852] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4062e0e9-a24e-44e6-88c0-3215a514af8e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.980867] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.981350] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.981350] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleting the datastore file [datastore1] 47cb127d-86d0-427a-b887-170aa30f4194 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.981975] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07bc549b-7e8f-4794-941e-0d8bc55ab87d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.986716] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be329638-bb19-4050-976e-d170ebce0083 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.991795] env[68503]: DEBUG oslo_vmware.api [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1011.991795] env[68503]: value = "task-2862174" [ 1011.991795] env[68503]: _type = "Task" [ 1011.991795] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.028476] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947c664f-57a9-48bb-84d3-6976ddb489a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.035569] env[68503]: DEBUG oslo_vmware.api [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.040533] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a0a173-22be-4de1-add3-d49399f50d6f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.056142] env[68503]: DEBUG nova.compute.provider_tree [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.144023] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144193} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.145105] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.145409] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.145614] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.147985] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208497} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.148226] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.148404] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.148575] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.194206] env[68503]: DEBUG nova.network.neutron [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [{"id": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "address": "fa:16:3e:60:58:e0", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec856ec9-47", "ovs_interfaceid": "ec856ec9-4789-4cb6-bdc6-c4fe24374fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.304509] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.319429] env[68503]: DEBUG oslo_vmware.api [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137485} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.319736] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.319925] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.320120] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.320294] env[68503]: INFO nova.compute.manager [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.320529] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.320723] env[68503]: DEBUG nova.compute.manager [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.320815] env[68503]: DEBUG nova.network.neutron [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.430075] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.502473] env[68503]: DEBUG oslo_vmware.api [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142028} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.502799] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.502900] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.503075] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.503254] env[68503]: INFO nova.compute.manager [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.503476] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.503680] env[68503]: DEBUG nova.compute.manager [-] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.503776] env[68503]: DEBUG nova.network.neutron [-] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.558899] env[68503]: DEBUG nova.scheduler.client.report [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.696547] env[68503]: DEBUG oslo_concurrency.lockutils [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-7edda435-0f02-4a60-9b85-5bb8700f647f" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.064378] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.741s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.064923] env[68503]: DEBUG nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.067535] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.428s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.067753] env[68503]: DEBUG nova.objects.instance [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lazy-loading 'resources' on Instance uuid 0f959cb0-5ae9-4b3b-8b6d-435ef207a678 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.068918] env[68503]: DEBUG nova.network.neutron [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.193019] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.193019] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.193019] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.193019] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.193019] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.193894] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.194880] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.194880] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.195100] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.195389] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.195678] env[68503]: DEBUG nova.virt.hardware [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.198109] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ae9d8-1ab7-4ae4-a3f8-3f06bf653bd0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.208673] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.212019] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.212019] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.212019] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.212019] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.212019] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.212019] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.216026] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.216026] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.216026] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.216026] env[68503]: DEBUG nova.virt.hardware [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.216026] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0a991a-8095-4da3-9941-6f73c4c78539 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220535] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efba8ee7-8003-4cc8-805a-690c1ba0ed70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.239576] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686db897-a749-47f5-bdec-92a872f8b3a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.247512] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:22:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd495534-f219-4094-a232-4d4dce6150c4', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.255601] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.256225] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.257033] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c2676f5-8835-4702-853d-15ce69b97982 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.279793] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.285550] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.286219] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.286498] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d223b692-046c-4c2f-a383-0fd593cd1877 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.299885] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.299885] env[68503]: value = "task-2862175" [ 1013.299885] env[68503]: _type = "Task" [ 1013.299885] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.304450] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.304450] env[68503]: value = "task-2862176" [ 1013.304450] env[68503]: _type = "Task" [ 1013.304450] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.315195] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862176, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.318207] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862175, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.448121] env[68503]: DEBUG nova.network.neutron [-] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.571482] env[68503]: DEBUG nova.compute.utils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.575902] env[68503]: INFO nova.compute.manager [-] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Took 1.25 seconds to deallocate network for instance. [ 1013.576245] env[68503]: DEBUG nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.576441] env[68503]: DEBUG nova.network.neutron [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.625074] env[68503]: DEBUG nova.policy [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbed0922d4c94afc93109ee5b10c82d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fee9e966ecf42eb833274f4007db00b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.704112] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.704623] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a447e1d-f357-450a-9fcc-de42bd7a0561 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.711752] env[68503]: DEBUG oslo_vmware.api [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1013.711752] env[68503]: value = "task-2862178" [ 1013.711752] env[68503]: _type = "Task" [ 1013.711752] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.720263] env[68503]: DEBUG oslo_vmware.api [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.814829] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862175, 'name': CreateVM_Task, 'duration_secs': 0.342637} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.815410] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.816138] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.816311] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.816637] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.816918] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a3dfa0-01a2-4ab5-b509-69b48d4e07f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.825547] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862176, 'name': CreateVM_Task, 'duration_secs': 0.364717} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.825547] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.825547] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.828204] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1013.828204] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5216ce21-db05-9dd1-ec2b-9291eb2999f0" [ 1013.828204] env[68503]: _type = "Task" [ 1013.828204] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.839209] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5216ce21-db05-9dd1-ec2b-9291eb2999f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.887838] env[68503]: DEBUG nova.compute.manager [req-38a0a18c-3db4-4a61-8de9-84f36c63d4a3 req-025141f9-bdfa-4d17-b112-54e97262370f service nova] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Received event network-vif-deleted-cf671008-c826-4054-b1a1-501439b943df {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.888128] env[68503]: DEBUG nova.compute.manager [req-38a0a18c-3db4-4a61-8de9-84f36c63d4a3 req-025141f9-bdfa-4d17-b112-54e97262370f service nova] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Received event network-vif-deleted-c90d9ebb-11b3-4ecc-aff5-90a01649738e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.952674] env[68503]: INFO nova.compute.manager [-] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Took 1.45 seconds to deallocate network for instance. [ 1013.978842] env[68503]: DEBUG nova.network.neutron [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Successfully created port: 98b739c7-cf35-42e0-b892-d9296267a43a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.016783] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8e510-b393-4dfa-9628-4b808ab9cbbc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.029604] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d964d-2e4d-4744-bee3-313312715623 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.067353] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874220c4-0b04-4a48-8b56-c75e27953165 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.076758] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce666ea-438a-49c4-9d28-9100b4f8317b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.080020] env[68503]: DEBUG nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.097075] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.097857] env[68503]: DEBUG nova.compute.provider_tree [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.222030] env[68503]: DEBUG oslo_vmware.api [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862178, 'name': PowerOnVM_Task, 'duration_secs': 0.491926} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.222484] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.222744] env[68503]: DEBUG nova.compute.manager [None req-21db492c-86d3-4502-918a-e4e29b37f718 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.223583] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da68d8c-a8eb-4d3a-b410-eb8798b72448 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.339224] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5216ce21-db05-9dd1-ec2b-9291eb2999f0, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.339629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.340042] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.340148] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.340300] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.340491] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.340798] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.341191] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.341406] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-044acd4c-a953-4437-8ae1-c61aad4a5529 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.343341] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e587107-254c-4ed0-b043-0580ac4fc46b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.349198] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1014.349198] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d2a6be-8eee-2e1d-d23d-e56e35edc347" [ 1014.349198] env[68503]: _type = "Task" [ 1014.349198] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.353762] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.353971] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.355040] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19fe81a8-4fba-4da4-936b-2b0a50b753b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.360524] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d2a6be-8eee-2e1d-d23d-e56e35edc347, 'name': SearchDatastore_Task, 'duration_secs': 0.008299} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.361122] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.361362] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.361602] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.363205] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1014.363205] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525fb1de-c26c-bdb5-4044-cb308231ed75" [ 1014.363205] env[68503]: _type = "Task" [ 1014.363205] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.370660] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525fb1de-c26c-bdb5-4044-cb308231ed75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.459202] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.604053] env[68503]: DEBUG nova.scheduler.client.report [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.874940] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525fb1de-c26c-bdb5-4044-cb308231ed75, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.876030] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e977625-47ab-4b2c-a084-4452e5fdf7d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.882508] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1014.882508] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5251ea30-0452-22b2-595f-6bcac04cc973" [ 1014.882508] env[68503]: _type = "Task" [ 1014.882508] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.892204] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5251ea30-0452-22b2-595f-6bcac04cc973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.090082] env[68503]: DEBUG nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.111906] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.113985] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.047s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.115444] env[68503]: INFO nova.compute.claims [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.120305] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.120550] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.120775] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.120972] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.121274] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.121447] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.121655] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.121825] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.121990] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.122194] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.122483] env[68503]: DEBUG nova.virt.hardware [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.123240] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd691a-7e79-400a-aab8-9820656a7de3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.131653] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6188f7f-e767-4a11-ab7a-79264732be09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.138677] env[68503]: INFO nova.scheduler.client.report [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted allocations for instance 0f959cb0-5ae9-4b3b-8b6d-435ef207a678 [ 1015.243336] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "7edda435-0f02-4a60-9b85-5bb8700f647f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.244023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.244243] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.244434] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.244602] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.246752] env[68503]: INFO nova.compute.manager [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Terminating instance [ 1015.394847] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5251ea30-0452-22b2-595f-6bcac04cc973, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.395140] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.395488] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.395794] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.396016] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.396266] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aee19ebd-e3ae-43f7-a6c4-cf63234c505e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.398532] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee17aff-4c70-4035-9eb4-b3cc5051155c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.406594] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1015.406594] env[68503]: value = "task-2862179" [ 1015.406594] env[68503]: _type = "Task" [ 1015.406594] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.407742] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.407924] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.411585] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5bcf43-8ac7-4742-ab6c-4642d6f473b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.417204] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1015.417204] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521f8919-8b96-0071-3d31-bceb931bd8a7" [ 1015.417204] env[68503]: _type = "Task" [ 1015.417204] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.419954] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.426971] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521f8919-8b96-0071-3d31-bceb931bd8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.535070] env[68503]: DEBUG nova.network.neutron [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Successfully updated port: 98b739c7-cf35-42e0-b892-d9296267a43a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.654251] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3fb8f001-b947-46a7-a645-71bcfbced493 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "0f959cb0-5ae9-4b3b-8b6d-435ef207a678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.558s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.754023] env[68503]: DEBUG nova.compute.manager [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.754023] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.754023] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69250a9-37f0-4bbd-9b2a-debe5aaed84e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.760650] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.761286] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e69227-7dd3-46a1-9a58-dc1e20e25bf7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.770021] env[68503]: DEBUG oslo_vmware.api [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1015.770021] env[68503]: value = "task-2862181" [ 1015.770021] env[68503]: _type = "Task" [ 1015.770021] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.777907] env[68503]: DEBUG oslo_vmware.api [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.917706] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862179, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.929484] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521f8919-8b96-0071-3d31-bceb931bd8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.930209] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb87b7bc-42a6-4e68-9794-27ed7e24cabf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.937447] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1015.937447] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fe02fa-32f5-3ce7-bc57-873300d1cfc2" [ 1015.937447] env[68503]: _type = "Task" [ 1015.937447] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.946992] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fe02fa-32f5-3ce7-bc57-873300d1cfc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.963677] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "49616b4c-8622-47ed-86ab-42711a68ba2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.963938] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.964163] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "49616b4c-8622-47ed-86ab-42711a68ba2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.964353] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.964517] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.966679] env[68503]: INFO nova.compute.manager [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Terminating instance [ 1016.012244] env[68503]: DEBUG nova.compute.manager [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Received event network-vif-plugged-98b739c7-cf35-42e0-b892-d9296267a43a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.012463] env[68503]: DEBUG oslo_concurrency.lockutils [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] Acquiring lock "8a007874-18bb-436e-b58d-f385f1d38fbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.012680] env[68503]: DEBUG oslo_concurrency.lockutils [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.012888] env[68503]: DEBUG oslo_concurrency.lockutils [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.012987] env[68503]: DEBUG nova.compute.manager [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] No waiting events found dispatching network-vif-plugged-98b739c7-cf35-42e0-b892-d9296267a43a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.013178] env[68503]: WARNING nova.compute.manager [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Received unexpected event network-vif-plugged-98b739c7-cf35-42e0-b892-d9296267a43a for instance with vm_state building and task_state spawning. [ 1016.013339] env[68503]: DEBUG nova.compute.manager [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Received event network-changed-98b739c7-cf35-42e0-b892-d9296267a43a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.013513] env[68503]: DEBUG nova.compute.manager [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Refreshing instance network info cache due to event network-changed-98b739c7-cf35-42e0-b892-d9296267a43a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.013666] env[68503]: DEBUG oslo_concurrency.lockutils [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] Acquiring lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.013800] env[68503]: DEBUG oslo_concurrency.lockutils [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] Acquired lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.013954] env[68503]: DEBUG nova.network.neutron [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Refreshing network info cache for port 98b739c7-cf35-42e0-b892-d9296267a43a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.037343] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.280210] env[68503]: DEBUG oslo_vmware.api [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862181, 'name': PowerOffVM_Task, 'duration_secs': 0.256806} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.280543] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.280682] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.280932] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56af1adf-3928-4db2-bdb1-7a408596c671 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.360970] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.361224] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.361412] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleting the datastore file [datastore2] 7edda435-0f02-4a60-9b85-5bb8700f647f {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.361721] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2bfa88e-e84c-4958-9d90-47816aaf1995 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.369395] env[68503]: DEBUG oslo_vmware.api [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1016.369395] env[68503]: value = "task-2862183" [ 1016.369395] env[68503]: _type = "Task" [ 1016.369395] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.377418] env[68503]: DEBUG oslo_vmware.api [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.419356] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548046} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.419356] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.419614] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.419812] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0373bd3d-148c-4f93-9374-d99efc112140 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.426443] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1016.426443] env[68503]: value = "task-2862184" [ 1016.426443] env[68503]: _type = "Task" [ 1016.426443] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.437306] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.447119] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fe02fa-32f5-3ce7-bc57-873300d1cfc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.450244] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.450244] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.450633] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe4bab07-0ac0-42ae-9d07-55f512da5a52 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.458478] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1016.458478] env[68503]: value = "task-2862185" [ 1016.458478] env[68503]: _type = "Task" [ 1016.458478] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.470415] env[68503]: DEBUG nova.compute.manager [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.471505] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.471505] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.471906] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796bf0fd-0931-43c2-96d5-ef4d45687373 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.483451] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.483451] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c2c751-214c-485b-b4a8-faecbfc2fd07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.493111] env[68503]: DEBUG oslo_vmware.api [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1016.493111] env[68503]: value = "task-2862186" [ 1016.493111] env[68503]: _type = "Task" [ 1016.493111] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.501878] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ad20da-df12-4ffa-a899-1428a73ebebd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.508119] env[68503]: DEBUG oslo_vmware.api [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.513712] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ada19-a65f-4c8d-af36-4285eb11dcac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.550097] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3c2666-b061-4179-83b1-cb2e7c7277f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.553342] env[68503]: DEBUG nova.network.neutron [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.561680] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac244c8-6664-4a51-9adb-31895d7c63a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.569166] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.571020] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.581604] env[68503]: DEBUG nova.compute.provider_tree [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.642059] env[68503]: DEBUG nova.network.neutron [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.880761] env[68503]: DEBUG oslo_vmware.api [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176924} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.881044] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.881238] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.881492] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.881677] env[68503]: INFO nova.compute.manager [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1016.881941] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.882175] env[68503]: DEBUG nova.compute.manager [-] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.882277] env[68503]: DEBUG nova.network.neutron [-] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.937320] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088641} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.937496] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.938322] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a2222-8078-4f6f-a7ee-0f311ee46aa9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.964683] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.965083] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e074110-5ce4-44d4-ba8c-2ecda8cab486 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.989272] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862185, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.990899] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1016.990899] env[68503]: value = "task-2862187" [ 1016.990899] env[68503]: _type = "Task" [ 1016.990899] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.004990] env[68503]: DEBUG oslo_vmware.api [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862186, 'name': PowerOffVM_Task, 'duration_secs': 0.249979} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.008610] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.008856] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.009211] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.009441] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e08a91-41c9-402d-8b22-162fe9c5d83e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.073138] env[68503]: DEBUG nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.076410] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.076628] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.076890] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleting the datastore file [datastore1] 49616b4c-8622-47ed-86ab-42711a68ba2d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.077429] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38f72c25-8142-4bd0-bff3-3bda4c1aafdf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.083105] env[68503]: DEBUG oslo_vmware.api [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1017.083105] env[68503]: value = "task-2862189" [ 1017.083105] env[68503]: _type = "Task" [ 1017.083105] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.086755] env[68503]: DEBUG nova.scheduler.client.report [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.095930] env[68503]: DEBUG oslo_vmware.api [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.147273] env[68503]: DEBUG oslo_concurrency.lockutils [req-4862916c-b5b3-4e8f-a118-65f493847447 req-5d9a5627-451e-4460-b41a-7889f02ae66d service nova] Releasing lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.147273] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.147273] env[68503]: DEBUG nova.network.neutron [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.475468] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602364} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.475468] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.475468] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.475468] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa10cf3-caf6-47b1-b1e0-0b912885703c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.485440] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1017.485440] env[68503]: value = "task-2862190" [ 1017.485440] env[68503]: _type = "Task" [ 1017.485440] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.492887] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.502368] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862187, 'name': ReconfigVM_Task, 'duration_secs': 0.328317} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.502647] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7/0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.503340] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae729ce9-fdba-49df-83f1-0c3ef2925891 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.509056] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1017.509056] env[68503]: value = "task-2862191" [ 1017.509056] env[68503]: _type = "Task" [ 1017.509056] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.517589] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862191, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.592234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.593184] env[68503]: DEBUG nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.599437] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.989s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.599745] env[68503]: DEBUG nova.objects.instance [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lazy-loading 'resources' on Instance uuid e3eb8849-232c-42c8-99d1-1bddceead0e4 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.601318] env[68503]: DEBUG oslo_vmware.api [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139682} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.601836] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.602244] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.602244] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.602370] env[68503]: INFO nova.compute.manager [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.602695] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.603194] env[68503]: DEBUG nova.compute.manager [-] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.603410] env[68503]: DEBUG nova.network.neutron [-] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.609156] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.708763] env[68503]: DEBUG nova.network.neutron [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.858412] env[68503]: DEBUG nova.network.neutron [-] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.904782] env[68503]: DEBUG nova.network.neutron [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Updating instance_info_cache with network_info: [{"id": "98b739c7-cf35-42e0-b892-d9296267a43a", "address": "fa:16:3e:1f:ad:e4", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98b739c7-cf", "ovs_interfaceid": "98b739c7-cf35-42e0-b892-d9296267a43a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.996403] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063817} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.997964] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.998933] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db83d057-4551-4924-864e-79dfd56bd191 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.020859] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.025181] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f623063-a14f-4c93-9a9c-e0452468f972 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.046889] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862191, 'name': Rename_Task, 'duration_secs': 0.154663} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.049104] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.049436] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1018.049436] env[68503]: value = "task-2862192" [ 1018.049436] env[68503]: _type = "Task" [ 1018.049436] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.050809] env[68503]: DEBUG nova.compute.manager [req-67da78aa-7c26-4e22-8932-74715985f36f req-c2b2646a-c10c-42cf-9864-e8398ac81724 service nova] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Received event network-vif-deleted-ec856ec9-4789-4cb6-bdc6-c4fe24374fb4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.051051] env[68503]: DEBUG nova.compute.manager [req-67da78aa-7c26-4e22-8932-74715985f36f req-c2b2646a-c10c-42cf-9864-e8398ac81724 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Received event network-vif-deleted-b9839c96-b70a-4c08-a82b-31638cb5d41c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.051231] env[68503]: INFO nova.compute.manager [req-67da78aa-7c26-4e22-8932-74715985f36f req-c2b2646a-c10c-42cf-9864-e8398ac81724 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Neutron deleted interface b9839c96-b70a-4c08-a82b-31638cb5d41c; detaching it from the instance and deleting it from the info cache [ 1018.051399] env[68503]: DEBUG nova.network.neutron [req-67da78aa-7c26-4e22-8932-74715985f36f req-c2b2646a-c10c-42cf-9864-e8398ac81724 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.052344] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc3ef041-9593-46d4-8b2f-87817b10a3d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.064489] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1018.064489] env[68503]: value = "task-2862193" [ 1018.064489] env[68503]: _type = "Task" [ 1018.064489] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.065699] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.074039] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.103585] env[68503]: DEBUG nova.compute.utils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.107632] env[68503]: DEBUG nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.107825] env[68503]: DEBUG nova.network.neutron [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.157601] env[68503]: DEBUG nova.policy [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dee6b2a0a2b64ce5bbb5c01685379a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f3ef0466cef4a6b949e7470a1b161c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.365083] env[68503]: INFO nova.compute.manager [-] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Took 1.48 seconds to deallocate network for instance. [ 1018.407701] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.408026] env[68503]: DEBUG nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Instance network_info: |[{"id": "98b739c7-cf35-42e0-b892-d9296267a43a", "address": "fa:16:3e:1f:ad:e4", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98b739c7-cf", "ovs_interfaceid": "98b739c7-cf35-42e0-b892-d9296267a43a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.411628] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ad:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98b739c7-cf35-42e0-b892-d9296267a43a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.419623] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.420859] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.420859] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a0b911-2261-4b89-94bb-f994cb8f5e02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.443544] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.443544] env[68503]: value = "task-2862194" [ 1018.443544] env[68503]: _type = "Task" [ 1018.443544] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.453672] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862194, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.459081] env[68503]: DEBUG nova.network.neutron [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Successfully created port: 475d99aa-1b3c-4f13-9b8b-de17b75b22b0 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.499307] env[68503]: DEBUG nova.network.neutron [-] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.532238] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b405c9db-7a18-47ce-bea0-0b7d4831feeb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.541497] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30813df-3e3d-49e0-80f5-63374cf82785 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.578950] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d79819db-2f74-44f0-a0a7-599a285ac446 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.584477] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a126aca8-8f33-449b-95f6-60709a499ab9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.593646] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862192, 'name': ReconfigVM_Task, 'duration_secs': 0.359434} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.599131] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b/dd22ec5b-8507-4da7-a412-4bca7901d48b.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.599938] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862193, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.600187] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8019c4c-7b41-4e8f-ab08-2293e5aa902f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.604446] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2674ad97-8e90-4bba-bb24-88d18066c8bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.616268] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f3ded-5c42-43de-b94c-aac53bf4a3aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.620566] env[68503]: DEBUG nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.634819] env[68503]: DEBUG nova.compute.provider_tree [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.654606] env[68503]: DEBUG nova.compute.manager [req-67da78aa-7c26-4e22-8932-74715985f36f req-c2b2646a-c10c-42cf-9864-e8398ac81724 service nova] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Detach interface failed, port_id=b9839c96-b70a-4c08-a82b-31638cb5d41c, reason: Instance 49616b4c-8622-47ed-86ab-42711a68ba2d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.655235] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1018.655235] env[68503]: value = "task-2862195" [ 1018.655235] env[68503]: _type = "Task" [ 1018.655235] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.656927] env[68503]: DEBUG nova.scheduler.client.report [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.674051] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862195, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.874878] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.958903] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862194, 'name': CreateVM_Task, 'duration_secs': 0.327712} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.958903] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.958903] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.958903] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.958903] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.958903] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb85576-ddb4-4578-9238-fe3ab7062e67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.964590] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1018.964590] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d16b02-3932-938b-2356-2f9f251dc3e4" [ 1018.964590] env[68503]: _type = "Task" [ 1018.964590] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.974478] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d16b02-3932-938b-2356-2f9f251dc3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.003562] env[68503]: INFO nova.compute.manager [-] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Took 1.40 seconds to deallocate network for instance. [ 1019.088184] env[68503]: DEBUG oslo_vmware.api [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862193, 'name': PowerOnVM_Task, 'duration_secs': 0.63055} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.088697] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.088697] env[68503]: DEBUG nova.compute.manager [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.089471] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d97a58-f032-454e-ae2f-c24d95077b31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.165138] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.565s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.168115] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.770s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.169640] env[68503]: INFO nova.compute.claims [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.177813] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862195, 'name': Rename_Task, 'duration_secs': 0.161941} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.177939] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.178197] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98b2997-17bd-4340-85e3-fdddd8a3fc1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.185503] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1019.185503] env[68503]: value = "task-2862196" [ 1019.185503] env[68503]: _type = "Task" [ 1019.185503] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.191516] env[68503]: INFO nova.scheduler.client.report [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Deleted allocations for instance e3eb8849-232c-42c8-99d1-1bddceead0e4 [ 1019.197274] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.475353] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d16b02-3932-938b-2356-2f9f251dc3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.475640] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.475877] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.477091] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.477290] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.477476] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.477735] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95b52415-2d63-4d65-aa77-06c6f508ce81 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.487195] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.487375] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.488102] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25972406-0f7a-4329-841f-9a708dd51cf0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.493191] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1019.493191] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52defc11-0320-bac6-64da-941f61a8f3ce" [ 1019.493191] env[68503]: _type = "Task" [ 1019.493191] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.500955] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52defc11-0320-bac6-64da-941f61a8f3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.517776] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.606178] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.632802] env[68503]: DEBUG nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.659452] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.659694] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.659860] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.660059] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.660217] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.660368] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.660581] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.660735] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.660900] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.661078] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.661260] env[68503]: DEBUG nova.virt.hardware [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.662390] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf93172-fdc3-4d4c-b635-e7058a79710a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.670206] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52367ca-76c0-4451-86cd-fa4398590cde {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.695579] env[68503]: DEBUG oslo_vmware.api [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862196, 'name': PowerOnVM_Task, 'duration_secs': 0.420824} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.695974] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.696120] env[68503]: DEBUG nova.compute.manager [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.696818] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bfe341-9c30-4c40-9369-2f87a70faf10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.706711] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f005dd13-1caf-45a7-96ba-1854e71c1f45 tempest-ServerRescueTestJSONUnderV235-513526232 tempest-ServerRescueTestJSONUnderV235-513526232-project-member] Lock "e3eb8849-232c-42c8-99d1-1bddceead0e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.826s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.745462] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Acquiring lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.745714] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.963260] env[68503]: DEBUG nova.network.neutron [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Successfully updated port: 475d99aa-1b3c-4f13-9b8b-de17b75b22b0 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.004751] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52defc11-0320-bac6-64da-941f61a8f3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.006269] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1175bf7-eaad-4f19-8f24-2d3ce0c59982 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.011853] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1020.011853] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527ec566-2bf9-fbda-8389-c66c0d75139e" [ 1020.011853] env[68503]: _type = "Task" [ 1020.011853] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.020319] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527ec566-2bf9-fbda-8389-c66c0d75139e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.095312] env[68503]: DEBUG nova.compute.manager [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Received event network-vif-plugged-475d99aa-1b3c-4f13-9b8b-de17b75b22b0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.095312] env[68503]: DEBUG oslo_concurrency.lockutils [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] Acquiring lock "9a1d992c-0242-4317-9ce8-2961b665a8e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.095312] env[68503]: DEBUG oslo_concurrency.lockutils [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.095312] env[68503]: DEBUG oslo_concurrency.lockutils [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.095312] env[68503]: DEBUG nova.compute.manager [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] No waiting events found dispatching network-vif-plugged-475d99aa-1b3c-4f13-9b8b-de17b75b22b0 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.095463] env[68503]: WARNING nova.compute.manager [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Received unexpected event network-vif-plugged-475d99aa-1b3c-4f13-9b8b-de17b75b22b0 for instance with vm_state building and task_state spawning. [ 1020.095991] env[68503]: DEBUG nova.compute.manager [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Received event network-changed-475d99aa-1b3c-4f13-9b8b-de17b75b22b0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.096235] env[68503]: DEBUG nova.compute.manager [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Refreshing instance network info cache due to event network-changed-475d99aa-1b3c-4f13-9b8b-de17b75b22b0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.096636] env[68503]: DEBUG oslo_concurrency.lockutils [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] Acquiring lock "refresh_cache-9a1d992c-0242-4317-9ce8-2961b665a8e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.096939] env[68503]: DEBUG oslo_concurrency.lockutils [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] Acquired lock "refresh_cache-9a1d992c-0242-4317-9ce8-2961b665a8e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.097331] env[68503]: DEBUG nova.network.neutron [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Refreshing network info cache for port 475d99aa-1b3c-4f13-9b8b-de17b75b22b0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.216127] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.247915] env[68503]: DEBUG nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.466038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "refresh_cache-9a1d992c-0242-4317-9ce8-2961b665a8e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.525042] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527ec566-2bf9-fbda-8389-c66c0d75139e, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.525429] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.525764] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 8a007874-18bb-436e-b58d-f385f1d38fbb/8a007874-18bb-436e-b58d-f385f1d38fbb.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.526046] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3669609-9920-4b77-89b1-5e0ae8ffe74e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.533161] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1020.533161] env[68503]: value = "task-2862197" [ 1020.533161] env[68503]: _type = "Task" [ 1020.533161] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.543496] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.558910] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e283f70-94b7-4dae-b407-fda80e295efb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.567501] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e66e2-21e7-4f71-bb15-65aaa3518aa6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.599951] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee9296d-2ebb-478a-9f0f-d4a93a5c34ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.610212] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83789449-e527-4a19-b5d9-0cc8948170bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.624470] env[68503]: DEBUG nova.compute.provider_tree [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.642385] env[68503]: DEBUG nova.network.neutron [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.712824] env[68503]: DEBUG nova.network.neutron [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.772417] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.048415] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862197, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.128017] env[68503]: DEBUG nova.scheduler.client.report [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.215947] env[68503]: DEBUG oslo_concurrency.lockutils [req-3ddd2991-6874-4923-9939-081abc62460a req-ef7350b2-0307-4bf2-806e-47f335deadbd service nova] Releasing lock "refresh_cache-9a1d992c-0242-4317-9ce8-2961b665a8e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.216362] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "refresh_cache-9a1d992c-0242-4317-9ce8-2961b665a8e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.216538] env[68503]: DEBUG nova.network.neutron [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.547886] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517036} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.548215] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 8a007874-18bb-436e-b58d-f385f1d38fbb/8a007874-18bb-436e-b58d-f385f1d38fbb.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.548385] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.548641] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b23a525d-6db6-43ae-9beb-93fa0f507961 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.557025] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1021.557025] env[68503]: value = "task-2862198" [ 1021.557025] env[68503]: _type = "Task" [ 1021.557025] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.564856] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.581414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "dd22ec5b-8507-4da7-a412-4bca7901d48b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.581414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "dd22ec5b-8507-4da7-a412-4bca7901d48b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.581414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "dd22ec5b-8507-4da7-a412-4bca7901d48b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.581576] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "dd22ec5b-8507-4da7-a412-4bca7901d48b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.581787] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "dd22ec5b-8507-4da7-a412-4bca7901d48b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.583853] env[68503]: INFO nova.compute.manager [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Terminating instance [ 1021.636432] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.637191] env[68503]: DEBUG nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.641834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.021s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.642237] env[68503]: INFO nova.compute.claims [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.753258] env[68503]: DEBUG nova.network.neutron [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.896195] env[68503]: DEBUG nova.network.neutron [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Updating instance_info_cache with network_info: [{"id": "475d99aa-1b3c-4f13-9b8b-de17b75b22b0", "address": "fa:16:3e:ad:6a:05", "network": {"id": "dae90e97-8c84-4cb3-a60b-15808d5cd350", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296330303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3ef0466cef4a6b949e7470a1b161c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475d99aa-1b", "ovs_interfaceid": "475d99aa-1b3c-4f13-9b8b-de17b75b22b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.065654] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066672} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.065944] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.066766] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b301fe8-0426-4a93-a9fe-4d89ee7685a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.090070] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 8a007874-18bb-436e-b58d-f385f1d38fbb/8a007874-18bb-436e-b58d-f385f1d38fbb.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.090743] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "refresh_cache-dd22ec5b-8507-4da7-a412-4bca7901d48b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.090890] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquired lock "refresh_cache-dd22ec5b-8507-4da7-a412-4bca7901d48b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.091076] env[68503]: DEBUG nova.network.neutron [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.092168] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa73530-2c45-4f3f-b8a7-e52cc51cd4bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.114587] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1022.114587] env[68503]: value = "task-2862199" [ 1022.114587] env[68503]: _type = "Task" [ 1022.114587] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.123826] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.148491] env[68503]: DEBUG nova.compute.utils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.152229] env[68503]: DEBUG nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.152411] env[68503]: DEBUG nova.network.neutron [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.209899] env[68503]: DEBUG nova.policy [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f721e773c874ecbb6bb462a92bc1fe6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cf7b0e9a214966a4898fcd8e5db5a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.211559] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5f0c213-88cf-4182-a8f9-78397ebdea11 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.211785] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5f0c213-88cf-4182-a8f9-78397ebdea11 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.212091] env[68503]: DEBUG nova.objects.instance [None req-f5f0c213-88cf-4182-a8f9-78397ebdea11 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'flavor' on Instance uuid 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.398815] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "refresh_cache-9a1d992c-0242-4317-9ce8-2961b665a8e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.399162] env[68503]: DEBUG nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Instance network_info: |[{"id": "475d99aa-1b3c-4f13-9b8b-de17b75b22b0", "address": "fa:16:3e:ad:6a:05", "network": {"id": "dae90e97-8c84-4cb3-a60b-15808d5cd350", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296330303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3ef0466cef4a6b949e7470a1b161c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475d99aa-1b", "ovs_interfaceid": "475d99aa-1b3c-4f13-9b8b-de17b75b22b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.399647] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6a:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475d99aa-1b3c-4f13-9b8b-de17b75b22b0', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.407317] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.407546] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.407803] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8303d1-174d-4c46-9350-02976748e8eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.428227] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.428227] env[68503]: value = "task-2862200" [ 1022.428227] env[68503]: _type = "Task" [ 1022.428227] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.436665] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862200, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.489347] env[68503]: DEBUG nova.network.neutron [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Successfully created port: 02e2ca24-0728-41ca-af01-5521f53aaaef {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.624993] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862199, 'name': ReconfigVM_Task, 'duration_secs': 0.473805} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.625305] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 8a007874-18bb-436e-b58d-f385f1d38fbb/8a007874-18bb-436e-b58d-f385f1d38fbb.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.625945] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25cc5519-dd92-4197-b931-ab12a3e865e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.632257] env[68503]: DEBUG nova.network.neutron [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.635636] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1022.635636] env[68503]: value = "task-2862201" [ 1022.635636] env[68503]: _type = "Task" [ 1022.635636] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.643656] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862201, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.653325] env[68503]: DEBUG nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.718489] env[68503]: DEBUG nova.objects.instance [None req-f5f0c213-88cf-4182-a8f9-78397ebdea11 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'pci_requests' on Instance uuid 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.720387] env[68503]: DEBUG nova.network.neutron [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.941566] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862200, 'name': CreateVM_Task, 'duration_secs': 0.503768} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.941687] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.942344] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.942509] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.942878] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.943170] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84e4f54-fe15-477a-b79f-b14b419dfadb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.949587] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1022.949587] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5223b5ec-6be9-20eb-3a3c-411c55211a89" [ 1022.949587] env[68503]: _type = "Task" [ 1022.949587] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.956974] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5223b5ec-6be9-20eb-3a3c-411c55211a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.046688] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2bf850-eb6f-4fe2-b779-068f1a2dbe9d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.054064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba541ffc-7a47-4c7c-9d5e-033770fcf1a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.087868] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e9d97f-c14f-42de-8755-5633fb181bb3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.094836] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553aa32e-6bac-44fa-9f28-743c64d12c79 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.108017] env[68503]: DEBUG nova.compute.provider_tree [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.145222] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862201, 'name': Rename_Task, 'duration_secs': 0.238359} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.146036] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.146036] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64aebc5e-8eeb-4c83-8a58-674883b3886c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.151694] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1023.151694] env[68503]: value = "task-2862202" [ 1023.151694] env[68503]: _type = "Task" [ 1023.151694] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.159128] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.224055] env[68503]: DEBUG nova.objects.base [None req-f5f0c213-88cf-4182-a8f9-78397ebdea11 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Object Instance<103f1a61-ad86-446f-8326-1d64a01df948> lazy-loaded attributes: flavor,pci_requests {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.224168] env[68503]: DEBUG nova.network.neutron [None req-f5f0c213-88cf-4182-a8f9-78397ebdea11 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.226519] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Releasing lock "refresh_cache-dd22ec5b-8507-4da7-a412-4bca7901d48b" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.226614] env[68503]: DEBUG nova.compute.manager [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.226810] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.227716] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655342ba-42ab-4620-aabd-72fcd5e78277 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.236393] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.236641] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca858a9f-9c8d-4368-9d0a-911fdf62f286 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.243069] env[68503]: DEBUG oslo_vmware.api [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1023.243069] env[68503]: value = "task-2862203" [ 1023.243069] env[68503]: _type = "Task" [ 1023.243069] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.252655] env[68503]: DEBUG oslo_vmware.api [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.306823] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5f0c213-88cf-4182-a8f9-78397ebdea11 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.459910] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5223b5ec-6be9-20eb-3a3c-411c55211a89, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.460247] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.460498] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.460736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.460885] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.461090] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.461359] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe41c46a-67d0-4dda-b00b-98cadaea8218 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.469861] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.470047] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.470792] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b071da72-3b21-4df3-a4f3-66984f0d6425 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.476289] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1023.476289] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5239dc81-f471-0b0b-9120-64d983daa5d3" [ 1023.476289] env[68503]: _type = "Task" [ 1023.476289] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.483568] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5239dc81-f471-0b0b-9120-64d983daa5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.611964] env[68503]: DEBUG nova.scheduler.client.report [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.661328] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862202, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.667014] env[68503]: DEBUG nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.693884] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.694161] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.694351] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.694495] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.694640] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.694783] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.695007] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.695169] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.695340] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.695532] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.695710] env[68503]: DEBUG nova.virt.hardware [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.697026] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aca17c-a006-4578-89e6-a7ea822e3fb5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.706586] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950e8442-1b97-4978-a68a-37111f9be326 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.753044] env[68503]: DEBUG oslo_vmware.api [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862203, 'name': PowerOffVM_Task, 'duration_secs': 0.149281} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.753044] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.753044] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.753252] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceb5e269-7de6-4ed9-8cea-aaffb1bc13de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.779806] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.780032] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.780227] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Deleting the datastore file [datastore2] dd22ec5b-8507-4da7-a412-4bca7901d48b {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.780517] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4249d4c5-e9e8-4b46-bd3c-9bf8be2c2dc9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.788543] env[68503]: DEBUG oslo_vmware.api [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for the task: (returnval){ [ 1023.788543] env[68503]: value = "task-2862205" [ 1023.788543] env[68503]: _type = "Task" [ 1023.788543] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.797216] env[68503]: DEBUG oslo_vmware.api [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.987095] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5239dc81-f471-0b0b-9120-64d983daa5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008089} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.990151] env[68503]: DEBUG nova.compute.manager [req-c0313f22-f692-46d7-9712-6f7e926698d8 req-4760a017-bb09-4bc5-a10d-ea5354302ef6 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Received event network-vif-plugged-02e2ca24-0728-41ca-af01-5521f53aaaef {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.990448] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0313f22-f692-46d7-9712-6f7e926698d8 req-4760a017-bb09-4bc5-a10d-ea5354302ef6 service nova] Acquiring lock "7c15b321-0a08-47df-8425-9c80cd635a4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.990684] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0313f22-f692-46d7-9712-6f7e926698d8 req-4760a017-bb09-4bc5-a10d-ea5354302ef6 service nova] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.990854] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0313f22-f692-46d7-9712-6f7e926698d8 req-4760a017-bb09-4bc5-a10d-ea5354302ef6 service nova] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.991032] env[68503]: DEBUG nova.compute.manager [req-c0313f22-f692-46d7-9712-6f7e926698d8 req-4760a017-bb09-4bc5-a10d-ea5354302ef6 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] No waiting events found dispatching network-vif-plugged-02e2ca24-0728-41ca-af01-5521f53aaaef {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.991221] env[68503]: WARNING nova.compute.manager [req-c0313f22-f692-46d7-9712-6f7e926698d8 req-4760a017-bb09-4bc5-a10d-ea5354302ef6 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Received unexpected event network-vif-plugged-02e2ca24-0728-41ca-af01-5521f53aaaef for instance with vm_state building and task_state spawning. [ 1023.991469] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89fbe6a-db5f-4928-8d53-94c1bfb8f9f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.997347] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1023.997347] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52390120-1a0b-0950-4515-50397adebff3" [ 1023.997347] env[68503]: _type = "Task" [ 1023.997347] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.005078] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52390120-1a0b-0950-4515-50397adebff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.055989] env[68503]: DEBUG nova.network.neutron [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Successfully updated port: 02e2ca24-0728-41ca-af01-5521f53aaaef {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.117354] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.118032] env[68503]: DEBUG nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.121642] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.876s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.123126] env[68503]: INFO nova.compute.claims [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.163610] env[68503]: DEBUG oslo_vmware.api [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862202, 'name': PowerOnVM_Task, 'duration_secs': 0.545292} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.163876] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.164081] env[68503]: INFO nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1024.164258] env[68503]: DEBUG nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.165207] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528ce8f7-e75e-4287-8024-4c2765feab00 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.298020] env[68503]: DEBUG oslo_vmware.api [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Task: {'id': task-2862205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095137} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.298275] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.298461] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.298635] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.298819] env[68503]: INFO nova.compute.manager [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1024.299118] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.299333] env[68503]: DEBUG nova.compute.manager [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.299427] env[68503]: DEBUG nova.network.neutron [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.316688] env[68503]: DEBUG nova.network.neutron [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.508219] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52390120-1a0b-0950-4515-50397adebff3, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.508469] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.508727] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 9a1d992c-0242-4317-9ce8-2961b665a8e8/9a1d992c-0242-4317-9ce8-2961b665a8e8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.508984] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9abb657b-b1fc-4ab0-ac9e-56757e6b55f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.515810] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1024.515810] env[68503]: value = "task-2862206" [ 1024.515810] env[68503]: _type = "Task" [ 1024.515810] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.523251] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.558208] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.558437] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.558437] env[68503]: DEBUG nova.network.neutron [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.624068] env[68503]: DEBUG nova.compute.utils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.624585] env[68503]: DEBUG nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.624765] env[68503]: DEBUG nova.network.neutron [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.667429] env[68503]: DEBUG nova.policy [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9403b203b74db28318b3e38a58b001', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2da3c32f78f54efb9f041ded67f255eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.684086] env[68503]: INFO nova.compute.manager [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Took 23.16 seconds to build instance. [ 1024.818834] env[68503]: DEBUG nova.network.neutron [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.002628] env[68503]: DEBUG nova.network.neutron [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Successfully created port: 878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.026131] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44834} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.026391] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 9a1d992c-0242-4317-9ce8-2961b665a8e8/9a1d992c-0242-4317-9ce8-2961b665a8e8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.026714] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.026872] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b62d96c2-305f-4932-9531-ee93e68d97ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.033987] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1025.033987] env[68503]: value = "task-2862207" [ 1025.033987] env[68503]: _type = "Task" [ 1025.033987] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.041539] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.068641] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] Acquiring lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.068641] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] Acquired lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.068641] env[68503]: DEBUG nova.network.neutron [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.115047] env[68503]: DEBUG nova.network.neutron [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.128418] env[68503]: DEBUG nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.186767] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8894a1b9-9768-400e-b56e-c0bce4acff9f tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.674s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.299875] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.304271] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.304536] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.304743] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.304918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.307487] env[68503]: INFO nova.compute.manager [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Terminating instance [ 1025.312195] env[68503]: DEBUG nova.network.neutron [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Updating instance_info_cache with network_info: [{"id": "02e2ca24-0728-41ca-af01-5521f53aaaef", "address": "fa:16:3e:46:ad:32", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e2ca24-07", "ovs_interfaceid": "02e2ca24-0728-41ca-af01-5521f53aaaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.317362] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.317362] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.317362] env[68503]: DEBUG nova.objects.instance [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'flavor' on Instance uuid 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.321258] env[68503]: INFO nova.compute.manager [-] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Took 1.02 seconds to deallocate network for instance. [ 1025.516316] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36658381-f69d-4a32-b41e-f967ab0a9bde {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.523997] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed114b1-2bf0-4536-8b8a-e6a536f165c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.556198] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3926e0c-52ad-4a43-9f2a-0313b40895db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.563205] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062744} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.565237] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.566038] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e49343-60c6-4f3c-96e2-33f903dbfaf1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.569238] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7bcb2f-6e40-47e8-b498-0683b37130e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.586563] env[68503]: DEBUG nova.compute.provider_tree [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.606739] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9a1d992c-0242-4317-9ce8-2961b665a8e8/9a1d992c-0242-4317-9ce8-2961b665a8e8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.610474] env[68503]: DEBUG nova.scheduler.client.report [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.613542] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcca8ad-4eb4-40ee-a69f-a9f8eccfad52 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.634341] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1025.634341] env[68503]: value = "task-2862208" [ 1025.634341] env[68503]: _type = "Task" [ 1025.634341] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.646941] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.784504] env[68503]: DEBUG nova.network.neutron [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Updating instance_info_cache with network_info: [{"id": "98b739c7-cf35-42e0-b892-d9296267a43a", "address": "fa:16:3e:1f:ad:e4", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98b739c7-cf", "ovs_interfaceid": "98b739c7-cf35-42e0-b892-d9296267a43a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.811488] env[68503]: DEBUG nova.compute.manager [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.811725] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.812940] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f524d1d6-9883-4c76-8168-ad8a1097818f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.816092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.816400] env[68503]: DEBUG nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Instance network_info: |[{"id": "02e2ca24-0728-41ca-af01-5521f53aaaef", "address": "fa:16:3e:46:ad:32", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e2ca24-07", "ovs_interfaceid": "02e2ca24-0728-41ca-af01-5521f53aaaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.816807] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ad:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e2ca24-0728-41ca-af01-5521f53aaaef', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.824310] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Creating folder: Project (b1cf7b0e9a214966a4898fcd8e5db5a7). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.827817] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e91a1b2-9ad8-40ac-9726-a0b7460db585 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.832559] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.833203] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.834062] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad2e24c7-a7f8-4a05-ac02-cacd03246767 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.839878] env[68503]: DEBUG oslo_vmware.api [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 1025.839878] env[68503]: value = "task-2862210" [ 1025.839878] env[68503]: _type = "Task" [ 1025.839878] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.844048] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Created folder: Project (b1cf7b0e9a214966a4898fcd8e5db5a7) in parent group-v575195. [ 1025.844241] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Creating folder: Instances. Parent ref: group-v575399. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.844797] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-173cb096-84c5-4205-afd6-23555e83be6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.850163] env[68503]: DEBUG oslo_vmware.api [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2862210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.860033] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Created folder: Instances in parent group-v575399. [ 1025.860033] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.860033] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.860203] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bc6fad2-7d19-4f58-a117-cf6cf88ef713 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.883200] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.883200] env[68503]: value = "task-2862212" [ 1025.883200] env[68503]: _type = "Task" [ 1025.883200] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.893775] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862212, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.924599] env[68503]: DEBUG nova.objects.instance [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'pci_requests' on Instance uuid 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.129879] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.008s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.130691] env[68503]: DEBUG nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.133588] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.360s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.133863] env[68503]: DEBUG nova.objects.instance [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1026.143684] env[68503]: DEBUG nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.152626] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862208, 'name': ReconfigVM_Task, 'duration_secs': 0.280134} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.152923] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9a1d992c-0242-4317-9ce8-2961b665a8e8/9a1d992c-0242-4317-9ce8-2961b665a8e8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.153570] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f041283-91b8-4b75-b25f-c9e8b42ca900 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.160321] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1026.160321] env[68503]: value = "task-2862213" [ 1026.160321] env[68503]: _type = "Task" [ 1026.160321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.169960] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862213, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.181935] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.182214] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.182754] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.183242] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.183242] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.183408] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.183502] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.183771] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.184135] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.184382] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.184623] env[68503]: DEBUG nova.virt.hardware [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.186547] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf8eda-a0fa-440c-878f-588405c2e189 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.198026] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb10fa8-d2b7-435a-b687-5687aff1e0ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.287299] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] Releasing lock "refresh_cache-8a007874-18bb-436e-b58d-f385f1d38fbb" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.287589] env[68503]: DEBUG nova.compute.manager [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Inject network info {{(pid=68503) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1026.287837] env[68503]: DEBUG nova.compute.manager [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] network_info to inject: |[{"id": "98b739c7-cf35-42e0-b892-d9296267a43a", "address": "fa:16:3e:1f:ad:e4", "network": {"id": "8bf27e79-48b0-403e-86a0-ea488e8b1537", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-567289505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fee9e966ecf42eb833274f4007db00b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98b739c7-cf", "ovs_interfaceid": "98b739c7-cf35-42e0-b892-d9296267a43a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1026.292904] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Reconfiguring VM instance to set the machine id {{(pid=68503) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1026.293239] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91dfb771-c42a-4d43-a58b-60c1bb1cfe9c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.309303] env[68503]: DEBUG oslo_vmware.api [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] Waiting for the task: (returnval){ [ 1026.309303] env[68503]: value = "task-2862214" [ 1026.309303] env[68503]: _type = "Task" [ 1026.309303] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.321512] env[68503]: DEBUG oslo_vmware.api [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] Task: {'id': task-2862214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.349234] env[68503]: DEBUG oslo_vmware.api [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2862210, 'name': PowerOffVM_Task, 'duration_secs': 0.343616} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.349435] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.349596] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.349869] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68436068-98f9-4a5b-a730-d189ab2a7318 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.394527] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862212, 'name': CreateVM_Task, 'duration_secs': 0.438088} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.394821] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.395630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.395853] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.396304] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.396626] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfbc889-2712-4e3b-87cf-0acc7db552da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.401678] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1026.401678] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528a2536-64ab-af2b-0f8b-9a2d05fccb27" [ 1026.401678] env[68503]: _type = "Task" [ 1026.401678] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.410349] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528a2536-64ab-af2b-0f8b-9a2d05fccb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.414402] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.414646] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.414839] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Deleting the datastore file [datastore2] 24b77c0c-2889-46c4-aa3d-5816e11cea7e {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.415114] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e73dd9bf-0cf0-4a35-86f9-4d93327933d4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.421998] env[68503]: DEBUG oslo_vmware.api [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for the task: (returnval){ [ 1026.421998] env[68503]: value = "task-2862216" [ 1026.421998] env[68503]: _type = "Task" [ 1026.421998] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.427550] env[68503]: DEBUG nova.objects.base [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Object Instance<103f1a61-ad86-446f-8326-1d64a01df948> lazy-loaded attributes: flavor,pci_requests {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1026.427879] env[68503]: DEBUG nova.network.neutron [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.434399] env[68503]: DEBUG oslo_vmware.api [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2862216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.446820] env[68503]: DEBUG nova.compute.manager [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Received event network-changed-02e2ca24-0728-41ca-af01-5521f53aaaef {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.447097] env[68503]: DEBUG nova.compute.manager [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Refreshing instance network info cache due to event network-changed-02e2ca24-0728-41ca-af01-5521f53aaaef. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.447529] env[68503]: DEBUG oslo_concurrency.lockutils [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] Acquiring lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.447601] env[68503]: DEBUG oslo_concurrency.lockutils [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] Acquired lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.447862] env[68503]: DEBUG nova.network.neutron [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Refreshing network info cache for port 02e2ca24-0728-41ca-af01-5521f53aaaef {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.500057] env[68503]: DEBUG nova.policy [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.638772] env[68503]: DEBUG nova.compute.utils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.640310] env[68503]: DEBUG nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1026.670032] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862213, 'name': Rename_Task, 'duration_secs': 0.151388} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.670325] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.670593] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bcad661-ffb7-4ec5-b393-bc952eb503be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.678051] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1026.678051] env[68503]: value = "task-2862217" [ 1026.678051] env[68503]: _type = "Task" [ 1026.678051] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.686101] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.773811] env[68503]: DEBUG nova.network.neutron [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Successfully updated port: 878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.825351] env[68503]: DEBUG oslo_vmware.api [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] Task: {'id': task-2862214, 'name': ReconfigVM_Task, 'duration_secs': 0.169767} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.825736] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43d05d04-078b-4ac0-be7d-5bf172007924 tempest-ServersAdminTestJSON-1437455402 tempest-ServersAdminTestJSON-1437455402-project-admin] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Reconfigured VM instance to set the machine id {{(pid=68503) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1026.894668] env[68503]: DEBUG nova.network.neutron [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Successfully created port: bb906d49-958b-46c9-bf1b-3926eaeb0a84 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.912015] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528a2536-64ab-af2b-0f8b-9a2d05fccb27, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.912341] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.912574] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.912812] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.912960] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.913162] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.913449] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a36a64fe-d7cd-4c20-826b-3584d13bad6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.923652] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.923837] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.927605] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98cd130-fa05-4220-8a23-00766e23312f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.936655] env[68503]: DEBUG oslo_vmware.api [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Task: {'id': task-2862216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176241} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.939026] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.939026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.939026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.939026] env[68503]: INFO nova.compute.manager [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1026.939026] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.939399] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1026.939399] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5229fa0e-3581-422e-9111-5e77e9d8e442" [ 1026.939399] env[68503]: _type = "Task" [ 1026.939399] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.939518] env[68503]: DEBUG nova.compute.manager [-] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.939518] env[68503]: DEBUG nova.network.neutron [-] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.949945] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5229fa0e-3581-422e-9111-5e77e9d8e442, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.952682] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d234fa-fc6c-4935-ba4a-440e5eeb8564 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.959037] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1026.959037] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523237b2-527f-ed73-838c-cb428c9d297e" [ 1026.959037] env[68503]: _type = "Task" [ 1026.959037] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.968837] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523237b2-527f-ed73-838c-cb428c9d297e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.144353] env[68503]: DEBUG nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.149742] env[68503]: DEBUG oslo_concurrency.lockutils [None req-85e7c17c-9490-421c-a861-3aea6061746a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.151522] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.734s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.152770] env[68503]: INFO nova.compute.claims [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.189356] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.235953] env[68503]: DEBUG nova.network.neutron [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Updated VIF entry in instance network info cache for port 02e2ca24-0728-41ca-af01-5521f53aaaef. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.235953] env[68503]: DEBUG nova.network.neutron [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Updating instance_info_cache with network_info: [{"id": "02e2ca24-0728-41ca-af01-5521f53aaaef", "address": "fa:16:3e:46:ad:32", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e2ca24-07", "ovs_interfaceid": "02e2ca24-0728-41ca-af01-5521f53aaaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.278060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.278060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquired lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.278060] env[68503]: DEBUG nova.network.neutron [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.477342] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523237b2-527f-ed73-838c-cb428c9d297e, 'name': SearchDatastore_Task, 'duration_secs': 0.01976} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.477742] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.478432] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/7c15b321-0a08-47df-8425-9c80cd635a4d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.479832] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aaa85ce-ecd3-4ba4-a47f-1dbfb146fe85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.490073] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1027.490073] env[68503]: value = "task-2862218" [ 1027.490073] env[68503]: _type = "Task" [ 1027.490073] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.504316] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.690723] env[68503]: DEBUG oslo_vmware.api [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862217, 'name': PowerOnVM_Task, 'duration_secs': 0.549518} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.690995] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.691211] env[68503]: INFO nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1027.695045] env[68503]: DEBUG nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.695045] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38e53a3-2005-495f-af22-334c4739cc9d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.737558] env[68503]: DEBUG oslo_concurrency.lockutils [req-f1b004b7-73d4-4377-a51a-58c39ec704fa req-bf62b4a5-0ab7-445c-8fc1-207e8ce8c447 service nova] Releasing lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.811568] env[68503]: DEBUG nova.network.neutron [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.971407] env[68503]: DEBUG nova.network.neutron [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Updating instance_info_cache with network_info: [{"id": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "address": "fa:16:3e:bc:d8:c5", "network": {"id": "067ea8bf-dbf6-4996-b1f8-5ace5a1ca14c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2071790271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2da3c32f78f54efb9f041ded67f255eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878247e1-5a", "ovs_interfaceid": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.003119] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862218, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.158241] env[68503]: DEBUG nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.193857] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.194177] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.194354] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.194562] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.194718] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.194895] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.195159] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.195329] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.195507] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.195678] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.195915] env[68503]: DEBUG nova.virt.hardware [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.196962] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09929dc-1b09-4746-967e-9942f8261194 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.215440] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce67063-4594-4b03-8cb4-716eab85e674 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.220453] env[68503]: INFO nova.compute.manager [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Took 26.18 seconds to build instance. [ 1028.237587] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.244412] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Creating folder: Project (9dc1f85af9054e6c886a36d736de6349). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.247352] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98a5e6d9-ba5b-485a-bbc0-1036d2dec488 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.255853] env[68503]: DEBUG nova.network.neutron [-] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.262669] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Created folder: Project (9dc1f85af9054e6c886a36d736de6349) in parent group-v575195. [ 1028.263038] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Creating folder: Instances. Parent ref: group-v575402. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.263375] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2c2c7af-6a5f-4105-a50e-997781329a74 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.281587] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Created folder: Instances in parent group-v575402. [ 1028.281927] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.282200] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.282481] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36338672-5fc0-450f-82c5-497c81927714 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.307217] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.307217] env[68503]: value = "task-2862221" [ 1028.307217] env[68503]: _type = "Task" [ 1028.307217] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.320658] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862221, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.474023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Releasing lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.474395] env[68503]: DEBUG nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Instance network_info: |[{"id": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "address": "fa:16:3e:bc:d8:c5", "network": {"id": "067ea8bf-dbf6-4996-b1f8-5ace5a1ca14c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2071790271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2da3c32f78f54efb9f041ded67f255eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878247e1-5a", "ovs_interfaceid": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.474757] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:d8:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '878247e1-5a18-469d-9a85-15d9c87bb8e1', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.483847] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Creating folder: Project (2da3c32f78f54efb9f041ded67f255eb). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.486667] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9014f06-4ddc-4d50-b9fc-f53aebee9689 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.500427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.500760] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.505835] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Created folder: Project (2da3c32f78f54efb9f041ded67f255eb) in parent group-v575195. [ 1028.506210] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Creating folder: Instances. Parent ref: group-v575405. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.507303] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf26fe8b-39c6-4633-a6fb-6ec1c3b2536c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.513211] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781831} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.514269] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/7c15b321-0a08-47df-8425-9c80cd635a4d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.514484] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.514723] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caf99729-a237-451a-b39d-b6bf27e211a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.523563] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1028.523563] env[68503]: value = "task-2862224" [ 1028.523563] env[68503]: _type = "Task" [ 1028.523563] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.524614] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Created folder: Instances in parent group-v575405. [ 1028.524963] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.528752] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.528985] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-561a5179-36d0-4415-a050-c5781c81f951 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.553299] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.555029] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.555029] env[68503]: value = "task-2862225" [ 1028.555029] env[68503]: _type = "Task" [ 1028.555029] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.568220] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862225, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.595876] env[68503]: DEBUG nova.network.neutron [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Successfully updated port: bb906d49-958b-46c9-bf1b-3926eaeb0a84 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.661822] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3528b2-fc02-4bf3-a9ca-4c842e15b658 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.670192] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef7dbf-1fe1-4822-bb77-4d25867c0167 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.703535] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc11bf8b-4e72-4dad-8d98-be4e5f1e60eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.712850] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd77c83-022e-47e1-9229-cbaeb9c9f57b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.729683] env[68503]: DEBUG oslo_concurrency.lockutils [None req-90c4726c-c874-47f6-843d-d915605d786b tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.696s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.730444] env[68503]: DEBUG nova.compute.provider_tree [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.750918] env[68503]: DEBUG nova.compute.manager [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Received event network-vif-plugged-878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.750918] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] Acquiring lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.751136] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.751216] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.751463] env[68503]: DEBUG nova.compute.manager [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] No waiting events found dispatching network-vif-plugged-878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.751550] env[68503]: WARNING nova.compute.manager [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Received unexpected event network-vif-plugged-878247e1-5a18-469d-9a85-15d9c87bb8e1 for instance with vm_state building and task_state spawning. [ 1028.751714] env[68503]: DEBUG nova.compute.manager [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Received event network-changed-878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.751864] env[68503]: DEBUG nova.compute.manager [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Refreshing instance network info cache due to event network-changed-878247e1-5a18-469d-9a85-15d9c87bb8e1. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.752057] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] Acquiring lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.752199] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] Acquired lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.752352] env[68503]: DEBUG nova.network.neutron [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Refreshing network info cache for port 878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.757982] env[68503]: INFO nova.compute.manager [-] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Took 1.82 seconds to deallocate network for instance. [ 1028.818939] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862221, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.007558] env[68503]: DEBUG nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.033283] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061942} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.033553] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.034344] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a664d28-6478-47f9-9bf5-4e9068bba8c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.056774] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/7c15b321-0a08-47df-8425-9c80cd635a4d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.057914] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4e576f-4dc8-4bf3-9a7e-ed1dd8d1ead8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.082274] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862225, 'name': CreateVM_Task, 'duration_secs': 0.375832} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.083360] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.083687] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1029.083687] env[68503]: value = "task-2862226" [ 1029.083687] env[68503]: _type = "Task" [ 1029.083687] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.084310] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.084470] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.084801] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.085093] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e96680a-90c5-4a85-aa7c-2c8b06849564 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.092564] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1029.092564] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fc2bc8-caea-b303-d6be-160c8f902622" [ 1029.092564] env[68503]: _type = "Task" [ 1029.092564] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.095633] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.100305] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.100479] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.100696] env[68503]: DEBUG nova.network.neutron [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.107363] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fc2bc8-caea-b303-d6be-160c8f902622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.233244] env[68503]: DEBUG nova.scheduler.client.report [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.264226] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.319648] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862221, 'name': CreateVM_Task, 'duration_secs': 0.708797} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.319648] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.320091] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.320259] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.320566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.320847] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd479601-4412-48f7-bb77-81f5e524431e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.326141] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1029.326141] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c09b73-b0d6-6513-0234-c81b110d180b" [ 1029.326141] env[68503]: _type = "Task" [ 1029.326141] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.336470] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c09b73-b0d6-6513-0234-c81b110d180b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.472669] env[68503]: DEBUG nova.network.neutron [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Updated VIF entry in instance network info cache for port 878247e1-5a18-469d-9a85-15d9c87bb8e1. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.473124] env[68503]: DEBUG nova.network.neutron [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Updating instance_info_cache with network_info: [{"id": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "address": "fa:16:3e:bc:d8:c5", "network": {"id": "067ea8bf-dbf6-4996-b1f8-5ace5a1ca14c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2071790271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2da3c32f78f54efb9f041ded67f255eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878247e1-5a", "ovs_interfaceid": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.529791] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.596338] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862226, 'name': ReconfigVM_Task, 'duration_secs': 0.352531} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.599726] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/7c15b321-0a08-47df-8425-9c80cd635a4d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.600451] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8515396-164f-4925-841c-0dcf6add497c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.611047] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fc2bc8-caea-b303-d6be-160c8f902622, 'name': SearchDatastore_Task, 'duration_secs': 0.035133} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.612586] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.612886] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.613214] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.613418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.613634] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.614049] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1029.614049] env[68503]: value = "task-2862227" [ 1029.614049] env[68503]: _type = "Task" [ 1029.614049] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.615348] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b0cfa0c-6670-4504-be8b-f05d1ca8d78c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.627331] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862227, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.629673] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.629673] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.630823] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec30447c-3af3-4eaf-813b-a2a6a6dc4dd6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.635904] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1029.635904] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fbec6f-1b51-0352-d999-66bd0aa7d169" [ 1029.635904] env[68503]: _type = "Task" [ 1029.635904] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.646176] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fbec6f-1b51-0352-d999-66bd0aa7d169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.647613] env[68503]: WARNING nova.network.neutron [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] 08295aa5-6495-4a0f-a930-2d2c346d05df already exists in list: networks containing: ['08295aa5-6495-4a0f-a930-2d2c346d05df']. ignoring it [ 1029.738925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.739538] env[68503]: DEBUG nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.742541] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.587s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.742797] env[68503]: DEBUG nova.objects.instance [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lazy-loading 'resources' on Instance uuid 5291932b-4bd7-48f5-a6e1-c69f4912a590 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.838085] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c09b73-b0d6-6513-0234-c81b110d180b, 'name': SearchDatastore_Task, 'duration_secs': 0.01999} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.838477] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.838769] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.839052] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.839302] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.839502] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.839801] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f96386f-4cf1-4dbf-81bc-cb4785bd27fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.852199] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.852199] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.852955] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2ac509-874a-46a2-9420-1ecaf58f7d99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.858880] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1029.858880] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ce0e21-6e96-ae23-06db-3283b8747686" [ 1029.858880] env[68503]: _type = "Task" [ 1029.858880] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.867843] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ce0e21-6e96-ae23-06db-3283b8747686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.947749] env[68503]: DEBUG nova.network.neutron [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "address": "fa:16:3e:16:33:53", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb906d49-95", "ovs_interfaceid": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.976094] env[68503]: DEBUG oslo_concurrency.lockutils [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] Releasing lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.976393] env[68503]: DEBUG nova.compute.manager [req-0b1dc40f-db92-4bb8-9561-29f2c1713771 req-4d234e05-b5b4-4677-9ad4-e57e9cc30937 service nova] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Received event network-vif-deleted-f8ed557e-5cd1-4adc-b4e9-930a640bf38e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.129222] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862227, 'name': Rename_Task, 'duration_secs': 0.16459} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.129593] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.129915] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3a6a85-1cbc-418a-abd8-da39257a8d14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.138036] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1030.138036] env[68503]: value = "task-2862228" [ 1030.138036] env[68503]: _type = "Task" [ 1030.138036] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.150853] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.154410] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fbec6f-1b51-0352-d999-66bd0aa7d169, 'name': SearchDatastore_Task, 'duration_secs': 0.016963} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.155279] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346c2b1b-9ebc-44e0-9b0c-481a7d9065ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.162487] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1030.162487] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523557fc-f45b-c713-cfb4-5edc591f599c" [ 1030.162487] env[68503]: _type = "Task" [ 1030.162487] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.171850] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523557fc-f45b-c713-cfb4-5edc591f599c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.250143] env[68503]: DEBUG nova.compute.utils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.252089] env[68503]: DEBUG nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.253039] env[68503]: DEBUG nova.network.neutron [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.292271] env[68503]: DEBUG nova.policy [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '353488743f54472abe2afca6a3c16664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb0c7275eb84a17958e06076018ff66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.369985] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ce0e21-6e96-ae23-06db-3283b8747686, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.373517] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0415d7-fbc7-4050-b6b7-b91c99b7bda5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.380277] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1030.380277] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522aae1f-6f68-0a9e-aa84-c2821e5f4301" [ 1030.380277] env[68503]: _type = "Task" [ 1030.380277] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.392341] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522aae1f-6f68-0a9e-aa84-c2821e5f4301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.450478] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.451586] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.451586] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.452180] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fded4-7d84-49fd-869e-67ee161c9bc0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.473224] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.473814] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.474018] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.474219] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.474393] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.474566] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.474788] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.474952] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.475125] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.475451] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.475545] env[68503]: DEBUG nova.virt.hardware [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.481917] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfiguring VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1030.485010] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81cb2a1-c0c3-4aee-a4b4-b5aab10a5493 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505814] env[68503]: DEBUG oslo_vmware.api [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1030.505814] env[68503]: value = "task-2862229" [ 1030.505814] env[68503]: _type = "Task" [ 1030.505814] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.517318] env[68503]: DEBUG oslo_vmware.api [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862229, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.566290] env[68503]: DEBUG nova.network.neutron [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Successfully created port: dfe02625-0296-4d89-9432-5c7e1b76f058 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.651760] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862228, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.676952] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523557fc-f45b-c713-cfb4-5edc591f599c, 'name': SearchDatastore_Task, 'duration_secs': 0.022623} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.676952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.676952] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 7b53e14c-55ae-4374-9ef6-a928e7d531e1/7b53e14c-55ae-4374-9ef6-a928e7d531e1.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.676952] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72054a87-0a78-41bd-9e5d-d0afa7e2dd9d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.679862] env[68503]: DEBUG nova.compute.manager [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.681102] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd04b5a9-59f8-412c-a779-e63b84389bc7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.692777] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1030.692777] env[68503]: value = "task-2862230" [ 1030.692777] env[68503]: _type = "Task" [ 1030.692777] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.704238] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.706526] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da67be8d-3232-443b-a824-8768be771f72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.715045] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243fe0e4-6d8f-4278-b2ee-bde561fc80c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.750885] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b9c633-349c-4f1e-99d3-4b69e1be3de7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.754582] env[68503]: DEBUG nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.763709] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a660e-d9a0-4c6e-8c6b-b94b32f23f93 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781883] env[68503]: DEBUG nova.compute.provider_tree [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.891874] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522aae1f-6f68-0a9e-aa84-c2821e5f4301, 'name': SearchDatastore_Task, 'duration_secs': 0.017143} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.892179] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.892464] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.892755] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dcdaae5-cfdd-40ff-96ed-0d0d3ae6fe64 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.901246] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1030.901246] env[68503]: value = "task-2862231" [ 1030.901246] env[68503]: _type = "Task" [ 1030.901246] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.910617] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.017533] env[68503]: DEBUG oslo_vmware.api [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.041631] env[68503]: DEBUG nova.compute.manager [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-vif-plugged-bb906d49-958b-46c9-bf1b-3926eaeb0a84 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.041863] env[68503]: DEBUG oslo_concurrency.lockutils [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.042171] env[68503]: DEBUG oslo_concurrency.lockutils [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.042364] env[68503]: DEBUG oslo_concurrency.lockutils [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.042491] env[68503]: DEBUG nova.compute.manager [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] No waiting events found dispatching network-vif-plugged-bb906d49-958b-46c9-bf1b-3926eaeb0a84 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.042658] env[68503]: WARNING nova.compute.manager [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received unexpected event network-vif-plugged-bb906d49-958b-46c9-bf1b-3926eaeb0a84 for instance with vm_state active and task_state None. [ 1031.042905] env[68503]: DEBUG nova.compute.manager [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-changed-bb906d49-958b-46c9-bf1b-3926eaeb0a84 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.043046] env[68503]: DEBUG nova.compute.manager [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing instance network info cache due to event network-changed-bb906d49-958b-46c9-bf1b-3926eaeb0a84. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.043187] env[68503]: DEBUG oslo_concurrency.lockutils [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.043324] env[68503]: DEBUG oslo_concurrency.lockutils [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.043486] env[68503]: DEBUG nova.network.neutron [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing network info cache for port bb906d49-958b-46c9-bf1b-3926eaeb0a84 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.152873] env[68503]: DEBUG oslo_vmware.api [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862228, 'name': PowerOnVM_Task, 'duration_secs': 0.593108} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.153230] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.153504] env[68503]: INFO nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1031.153750] env[68503]: DEBUG nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.154960] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88799185-a931-482c-ae0b-2ffc42b54630 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.202982] env[68503]: INFO nova.compute.manager [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] instance snapshotting [ 1031.207014] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef3165-0cb0-4631-995a-837ce352eab9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.214935] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.234436] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6795204-adc2-45b7-a076-45e3b756ffc3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.286517] env[68503]: DEBUG nova.scheduler.client.report [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.412762] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862231, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.516662] env[68503]: DEBUG oslo_vmware.api [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.674190] env[68503]: INFO nova.compute.manager [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Took 26.30 seconds to build instance. [ 1031.706790] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657175} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.707521] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 7b53e14c-55ae-4374-9ef6-a928e7d531e1/7b53e14c-55ae-4374-9ef6-a928e7d531e1.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.707521] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.707881] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2310993b-3841-47ef-90bd-107e3f234118 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.714216] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1031.714216] env[68503]: value = "task-2862232" [ 1031.714216] env[68503]: _type = "Task" [ 1031.714216] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.724592] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.748345] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1031.748345] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d79850f5-0026-4f2b-82b1-3d019e9bf02e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.756201] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1031.756201] env[68503]: value = "task-2862233" [ 1031.756201] env[68503]: _type = "Task" [ 1031.756201] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.761380] env[68503]: DEBUG nova.network.neutron [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updated VIF entry in instance network info cache for port bb906d49-958b-46c9-bf1b-3926eaeb0a84. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.761777] env[68503]: DEBUG nova.network.neutron [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "address": "fa:16:3e:16:33:53", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb906d49-95", "ovs_interfaceid": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.763962] env[68503]: DEBUG nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.771373] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.791905] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.792199] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.792330] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.792515] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.792656] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.792800] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.793055] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.793177] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.793358] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.793524] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.793698] env[68503]: DEBUG nova.virt.hardware [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.794921] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.798163] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ac25c-5e95-48df-bb05-b7c23e13cef9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.801969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.498s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.803619] env[68503]: INFO nova.compute.claims [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.812129] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc5cf5-db2a-43bb-a901-a9a900a0604d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.847168] env[68503]: INFO nova.scheduler.client.report [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Deleted allocations for instance 5291932b-4bd7-48f5-a6e1-c69f4912a590 [ 1031.915120] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737751} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.915751] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.917326] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.917326] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd00e789-8e53-4ff8-9a3c-a83519b0f444 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.927572] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1031.927572] env[68503]: value = "task-2862234" [ 1031.927572] env[68503]: _type = "Task" [ 1031.927572] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.936129] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.017348] env[68503]: DEBUG oslo_vmware.api [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.073568] env[68503]: DEBUG nova.network.neutron [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Successfully updated port: dfe02625-0296-4d89-9432-5c7e1b76f058 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.176207] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2a46a5d3-2a46-4de3-8c74-744d257a4d8b tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.807s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.230626] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090274} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.231378] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.232409] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa9c1a9-131d-4470-b591-2be02a885b4d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.255399] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 7b53e14c-55ae-4374-9ef6-a928e7d531e1/7b53e14c-55ae-4374-9ef6-a928e7d531e1.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.255792] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fef51c-9ec6-4e50-b6cf-d9403bc6efce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.270842] env[68503]: DEBUG oslo_concurrency.lockutils [req-1ec2eba5-500a-4534-a6b8-fc34603d77b4 req-6089cd75-7f1f-4235-9a29-f0d08fcee8cf service nova] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.285169] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.286319] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1032.286319] env[68503]: value = "task-2862235" [ 1032.286319] env[68503]: _type = "Task" [ 1032.286319] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.305340] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.354925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8b08289-2638-4e4a-99d0-43b9e7006671 tempest-MigrationsAdminTest-674203698 tempest-MigrationsAdminTest-674203698-project-member] Lock "5291932b-4bd7-48f5-a6e1-c69f4912a590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.219s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.438108] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072439} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.438252] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.438972] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08325984-74c5-427b-b8c3-c0aa5ccc396b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.459081] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.459732] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41f07c4-71f4-4d79-8875-13ddee0f22e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.478038] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1032.478038] env[68503]: value = "task-2862236" [ 1032.478038] env[68503]: _type = "Task" [ 1032.478038] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.485715] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.516969] env[68503]: DEBUG oslo_vmware.api [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862229, 'name': ReconfigVM_Task, 'duration_secs': 1.825107} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.517571] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.517802] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfigured VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1032.577450] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-e4c3f2e4-e766-4b5c-b88f-e19269064d2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.577691] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-e4c3f2e4-e766-4b5c-b88f-e19269064d2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.577775] env[68503]: DEBUG nova.network.neutron [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.650605] env[68503]: INFO nova.compute.manager [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Rescuing [ 1032.650891] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.651057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.651228] env[68503]: DEBUG nova.network.neutron [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.779701] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.796224] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.991365] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.023547] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdb4c8f-6752-4e0e-8276-ee0793bca6b6 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.707s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.116044] env[68503]: DEBUG nova.network.neutron [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.288576] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862233, 'name': CreateSnapshot_Task, 'duration_secs': 1.306901} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.293704] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1033.294942] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dbd7c4-459b-4230-ad46-889f910b641d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.307915] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862235, 'name': ReconfigVM_Task, 'duration_secs': 0.830398} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.316212] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 7b53e14c-55ae-4374-9ef6-a928e7d531e1/7b53e14c-55ae-4374-9ef6-a928e7d531e1.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.321569] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-400fdbad-bcf5-4280-ac34-081aeafd41b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.325045] env[68503]: DEBUG nova.network.neutron [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Updating instance_info_cache with network_info: [{"id": "dfe02625-0296-4d89-9432-5c7e1b76f058", "address": "fa:16:3e:67:e7:45", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe02625-02", "ovs_interfaceid": "dfe02625-0296-4d89-9432-5c7e1b76f058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.330659] env[68503]: INFO nova.compute.manager [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Rebuilding instance [ 1033.336583] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1033.336583] env[68503]: value = "task-2862237" [ 1033.336583] env[68503]: _type = "Task" [ 1033.336583] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.350766] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862237, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.387410] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718d5077-309d-41aa-9095-08c1f54c76bb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.398772] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9dc4c4-6ac6-41be-89c4-3843b5c31010 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.402138] env[68503]: DEBUG nova.compute.manager [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.402861] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a7123e-5078-4658-b51f-4efb69faa337 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.440559] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4be3635-1d7f-43f7-8a1d-01515f1bc312 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.450484] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489fc07-9798-41c8-970e-de6cb2573311 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.464617] env[68503]: DEBUG nova.compute.provider_tree [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.467930] env[68503]: DEBUG nova.compute.manager [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Received event network-vif-plugged-dfe02625-0296-4d89-9432-5c7e1b76f058 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.468551] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] Acquiring lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.468551] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.468808] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.468808] env[68503]: DEBUG nova.compute.manager [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] No waiting events found dispatching network-vif-plugged-dfe02625-0296-4d89-9432-5c7e1b76f058 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.468990] env[68503]: WARNING nova.compute.manager [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Received unexpected event network-vif-plugged-dfe02625-0296-4d89-9432-5c7e1b76f058 for instance with vm_state building and task_state spawning. [ 1033.469149] env[68503]: DEBUG nova.compute.manager [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Received event network-changed-dfe02625-0296-4d89-9432-5c7e1b76f058 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.469298] env[68503]: DEBUG nova.compute.manager [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Refreshing instance network info cache due to event network-changed-dfe02625-0296-4d89-9432-5c7e1b76f058. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.469494] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] Acquiring lock "refresh_cache-e4c3f2e4-e766-4b5c-b88f-e19269064d2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.484502] env[68503]: DEBUG nova.network.neutron [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Updating instance_info_cache with network_info: [{"id": "02e2ca24-0728-41ca-af01-5521f53aaaef", "address": "fa:16:3e:46:ad:32", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e2ca24-07", "ovs_interfaceid": "02e2ca24-0728-41ca-af01-5521f53aaaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.494029] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.830092] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1033.830092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-e4c3f2e4-e766-4b5c-b88f-e19269064d2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.830092] env[68503]: DEBUG nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Instance network_info: |[{"id": "dfe02625-0296-4d89-9432-5c7e1b76f058", "address": "fa:16:3e:67:e7:45", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe02625-02", "ovs_interfaceid": "dfe02625-0296-4d89-9432-5c7e1b76f058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.830393] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d1dd7c9-3cb4-42f4-8631-1fc91c46af92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.833748] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] Acquired lock "refresh_cache-e4c3f2e4-e766-4b5c-b88f-e19269064d2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.833990] env[68503]: DEBUG nova.network.neutron [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Refreshing network info cache for port dfe02625-0296-4d89-9432-5c7e1b76f058 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.836777] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:e7:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe02625-0296-4d89-9432-5c7e1b76f058', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.844264] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating folder: Project (1cb0c7275eb84a17958e06076018ff66). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.845659] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b8e4207-fb50-47bf-9353-17b039adfa04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.853058] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1033.853058] env[68503]: value = "task-2862238" [ 1033.853058] env[68503]: _type = "Task" [ 1033.853058] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.859412] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862237, 'name': Rename_Task, 'duration_secs': 0.178734} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.860966] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.861537] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created folder: Project (1cb0c7275eb84a17958e06076018ff66) in parent group-v575195. [ 1033.861537] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating folder: Instances. Parent ref: group-v575409. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.861787] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a96da589-804c-4b5e-8e8c-0c1672151837 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.863342] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-756bdaf6-29bd-4a6f-8c07-7e3b720cb1ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.868725] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862238, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.872940] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1033.872940] env[68503]: value = "task-2862240" [ 1033.872940] env[68503]: _type = "Task" [ 1033.872940] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.879359] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created folder: Instances in parent group-v575409. [ 1033.879607] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.882565] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.883053] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.883139] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fafb63e7-2785-41b2-ad9a-55dcbc3fc760 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.905026] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.905026] env[68503]: value = "task-2862242" [ 1033.905026] env[68503]: _type = "Task" [ 1033.905026] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.915177] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862242, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.972972] env[68503]: DEBUG nova.scheduler.client.report [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.992019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "refresh_cache-7c15b321-0a08-47df-8425-9c80cd635a4d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.994141] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862236, 'name': ReconfigVM_Task, 'duration_secs': 1.129399} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.995853] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Reconfigured VM instance instance-0000004c to attach disk [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.995853] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bd9fc66-666a-4e54-8465-832d4384c9cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.006176] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1034.006176] env[68503]: value = "task-2862243" [ 1034.006176] env[68503]: _type = "Task" [ 1034.006176] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.019180] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862243, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.367553] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862238, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.382952] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.396833] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.397060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.416278] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862242, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.447467] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.448054] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93bf2865-0dd2-4a58-83f3-e2ddbbb6180b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.454443] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1034.454443] env[68503]: value = "task-2862244" [ 1034.454443] env[68503]: _type = "Task" [ 1034.454443] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.463885] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.478416] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.478979] env[68503]: DEBUG nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.481939] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.052s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.482182] env[68503]: DEBUG nova.objects.instance [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lazy-loading 'resources' on Instance uuid ec93c717-e164-45ca-a142-b03573d25884 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.522056] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862243, 'name': Rename_Task, 'duration_secs': 0.153491} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.522056] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.522056] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34090b20-2543-46f1-84f3-807b376659d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.531631] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1034.531631] env[68503]: value = "task-2862245" [ 1034.531631] env[68503]: _type = "Task" [ 1034.531631] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.548264] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.599292] env[68503]: DEBUG nova.network.neutron [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Updated VIF entry in instance network info cache for port dfe02625-0296-4d89-9432-5c7e1b76f058. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.599374] env[68503]: DEBUG nova.network.neutron [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Updating instance_info_cache with network_info: [{"id": "dfe02625-0296-4d89-9432-5c7e1b76f058", "address": "fa:16:3e:67:e7:45", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe02625-02", "ovs_interfaceid": "dfe02625-0296-4d89-9432-5c7e1b76f058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.865517] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862238, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.884430] env[68503]: DEBUG oslo_vmware.api [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862240, 'name': PowerOnVM_Task, 'duration_secs': 0.648241} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.884713] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.884891] env[68503]: INFO nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1034.885114] env[68503]: DEBUG nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.885973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e39f2bd-5913-4f9b-877e-ea96d8c41fe8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.899018] env[68503]: DEBUG nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.918644] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862242, 'name': CreateVM_Task, 'duration_secs': 0.691887} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.918822] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.919626] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.919822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.920194] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.920516] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbc8ac4-192b-478f-a707-0a320ee09d19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.924967] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1034.924967] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524a2167-ab70-1983-0519-b91a2cbe6c84" [ 1034.924967] env[68503]: _type = "Task" [ 1034.924967] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.933109] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a2167-ab70-1983-0519-b91a2cbe6c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.963382] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862244, 'name': PowerOffVM_Task, 'duration_secs': 0.268785} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.963570] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.963815] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.964625] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c2847d-8a02-4cd6-a4d3-a2f66be97a5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.972558] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.972862] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-197be8d1-68bf-4ec7-b00f-361713177d57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.985385] env[68503]: DEBUG nova.compute.utils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.991830] env[68503]: DEBUG nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.992415] env[68503]: DEBUG nova.network.neutron [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.048182] env[68503]: DEBUG nova.policy [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '314f4d0e47db47ccaa298cefb2a3d185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f94195d737c44baa4458e0fec0834bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.054430] env[68503]: DEBUG oslo_vmware.api [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862245, 'name': PowerOnVM_Task, 'duration_secs': 0.51406} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.056479] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.056721] env[68503]: INFO nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1035.056907] env[68503]: DEBUG nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.057270] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.057437] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.057583] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleting the datastore file [datastore1] b45c1449-39a5-419e-8993-906c852cc890 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.059070] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b936aed-2a8f-4618-848a-939e2405412d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.061688] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71bf046a-3f26-4cf8-8092-d8e498fde844 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.073567] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1035.073567] env[68503]: value = "task-2862247" [ 1035.073567] env[68503]: _type = "Task" [ 1035.073567] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.082852] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.103313] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef2a5f43-31df-40c8-8a3c-e2f0cffa24e2 req-4df13087-7fa5-4020-a805-d955a54a97c9 service nova] Releasing lock "refresh_cache-e4c3f2e4-e766-4b5c-b88f-e19269064d2d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.339540] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-b2f6c994-81db-427c-b32d-9e9736b14098" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.339540] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-b2f6c994-81db-427c-b32d-9e9736b14098" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.339540] env[68503]: DEBUG nova.objects.instance [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'flavor' on Instance uuid 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.358980] env[68503]: DEBUG nova.network.neutron [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Successfully created port: 4d122f19-ea17-454a-af2b-c0bc4043c342 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.372037] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862238, 'name': CloneVM_Task, 'duration_secs': 1.305228} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.372602] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Created linked-clone VM from snapshot [ 1035.374071] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a3c3c-a61a-4910-9258-b21e724a874b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.392308] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Uploading image d68e4fa5-c8b6-4f1f-a25d-f79305c414b9 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1035.406856] env[68503]: INFO nova.compute.manager [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Took 29.81 seconds to build instance. [ 1035.410201] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1035.410710] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-35fa420f-a725-4f83-a633-42a22f6d8ae5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.419961] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1035.419961] env[68503]: value = "task-2862248" [ 1035.419961] env[68503]: _type = "Task" [ 1035.419961] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.424815] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.432805] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862248, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.441879] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a2167-ab70-1983-0519-b91a2cbe6c84, 'name': SearchDatastore_Task, 'duration_secs': 0.012839} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.443637] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.443637] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.443637] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.443637] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.443637] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.443637] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-992ae6e6-b564-4679-920f-779513c8c5e7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.455306] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.455495] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.456348] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492b733b-61cc-42fa-9676-f0b2464b15d4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.462465] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1035.462465] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a2bb00-2f47-e0d7-72b6-e65f6fd4f6cf" [ 1035.462465] env[68503]: _type = "Task" [ 1035.462465] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.474963] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2bb00-2f47-e0d7-72b6-e65f6fd4f6cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.492699] env[68503]: DEBUG nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.537705] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d9a820-5080-4b30-af16-8ce2ad05955e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.546865] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6668bb-46c8-4a90-9408-a8da3c5d45e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.550525] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.550819] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b9d46b-2197-42c1-9009-24a89811015b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.602127] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5180f52c-2d36-4d5c-93ca-ca3f96382788 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.605856] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1035.605856] env[68503]: value = "task-2862249" [ 1035.605856] env[68503]: _type = "Task" [ 1035.605856] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.606109] env[68503]: INFO nova.compute.manager [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Took 26.38 seconds to build instance. [ 1035.616389] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238811} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.617120] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.617314] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.617569] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.621158] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c1929-9e41-4ea6-a6ed-33ee55c0cd2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.629690] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.644503] env[68503]: DEBUG nova.compute.provider_tree [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.913168] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7af4fe84-e22c-4eee-81ed-cb0b1afe7f6d tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.323s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.930443] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862248, 'name': Destroy_Task, 'duration_secs': 0.352268} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.932530] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Destroyed the VM [ 1035.932530] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.932530] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-596e26ae-46d7-4f5a-97a6-426db0bec870 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.940577] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1035.940577] env[68503]: value = "task-2862250" [ 1035.940577] env[68503]: _type = "Task" [ 1035.940577] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.949803] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.951041] env[68503]: DEBUG nova.objects.instance [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'pci_requests' on Instance uuid 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.973746] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2bb00-2f47-e0d7-72b6-e65f6fd4f6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.974602] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9c9fa6-d566-4a81-8616-abb7f71db0f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.981054] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1035.981054] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52da715e-15cb-3d5f-450b-7cd8c0411425" [ 1035.981054] env[68503]: _type = "Task" [ 1035.981054] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.006105] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52da715e-15cb-3d5f-450b-7cd8c0411425, 'name': SearchDatastore_Task, 'duration_secs': 0.0184} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.006105] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.006374] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e4c3f2e4-e766-4b5c-b88f-e19269064d2d/e4c3f2e4-e766-4b5c-b88f-e19269064d2d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.006627] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed6b83e9-6797-44f7-9e5b-dea03c0df617 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.014161] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1036.014161] env[68503]: value = "task-2862251" [ 1036.014161] env[68503]: _type = "Task" [ 1036.014161] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.023604] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.112013] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d9418ac-111c-43f6-a30b-7598e445e2fa tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.897s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.117998] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862249, 'name': PowerOffVM_Task, 'duration_secs': 0.286266} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.118316] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.119314] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5b4c6-e760-4d24-857c-c5696dcf2e89 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.160697] env[68503]: DEBUG nova.scheduler.client.report [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.164707] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde79d55-0a04-47ee-b5b9-ad023a850472 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.205052] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.205052] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3203c01-7c5d-43df-ade7-53176f46b0fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.214615] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1036.214615] env[68503]: value = "task-2862252" [ 1036.214615] env[68503]: _type = "Task" [ 1036.214615] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.226127] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.226382] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.226625] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.226766] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.226952] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.227234] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fab4b0a-432e-42ee-b85e-3cde2bdb1f06 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.237512] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.237624] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.238377] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b96f74f-c7bd-477d-82da-666be03b7cdf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.244712] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1036.244712] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5210ca6b-0aba-bd24-d48c-c937c2fb60cf" [ 1036.244712] env[68503]: _type = "Task" [ 1036.244712] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.255713] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5210ca6b-0aba-bd24-d48c-c937c2fb60cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.452989] env[68503]: DEBUG nova.objects.base [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Object Instance<103f1a61-ad86-446f-8326-1d64a01df948> lazy-loaded attributes: flavor,pci_requests {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1036.453298] env[68503]: DEBUG nova.network.neutron [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.455418] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862250, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.507206] env[68503]: DEBUG nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.525393] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862251, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.534965] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.535220] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.535559] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.535642] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.535757] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.535907] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.536129] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.536289] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.536458] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.536624] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.536816] env[68503]: DEBUG nova.virt.hardware [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.538589] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3114172a-526d-43bc-86af-ea1fd332f613 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.548839] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587035e7-5237-42d9-b6bc-c5e9ed55d8fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.574365] env[68503]: DEBUG nova.policy [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.660029] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.660331] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.660441] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.660622] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.660913] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.660913] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.661154] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.661284] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.661439] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.661665] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.661819] env[68503]: DEBUG nova.virt.hardware [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.662615] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2bcae2-51ec-4414-9c76-6054c96cbb28 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.671121] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.673420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.577s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.673889] env[68503]: DEBUG nova.objects.instance [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lazy-loading 'resources' on Instance uuid e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.677099] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c2bd3f-cfb6-4018-94ff-fcaa9bc89670 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.693449] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d7:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0baed28-0ed7-4ea0-aea0-4bc176f30ade', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.700893] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.701958] env[68503]: INFO nova.scheduler.client.report [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Deleted allocations for instance ec93c717-e164-45ca-a142-b03573d25884 [ 1036.703131] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.706951] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1e0df5a-cbf0-40d2-a200-d534b0c1e8e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.731656] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.731656] env[68503]: value = "task-2862253" [ 1036.731656] env[68503]: _type = "Task" [ 1036.731656] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.741252] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862253, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.755307] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5210ca6b-0aba-bd24-d48c-c937c2fb60cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014226} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.756149] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02bbb06-8848-4cd2-acff-7c01a539da5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.762205] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1036.762205] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52762eef-63c7-91ca-4a9d-fbcfb159f471" [ 1036.762205] env[68503]: _type = "Task" [ 1036.762205] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.772475] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52762eef-63c7-91ca-4a9d-fbcfb159f471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.956375] env[68503]: DEBUG oslo_vmware.api [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862250, 'name': RemoveSnapshot_Task, 'duration_secs': 0.903338} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.956375] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1037.027035] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553763} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.027450] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e4c3f2e4-e766-4b5c-b88f-e19269064d2d/e4c3f2e4-e766-4b5c-b88f-e19269064d2d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.027592] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.028224] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b95c96a7-ff3d-44bc-a6df-4f4ba00261fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.036993] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1037.036993] env[68503]: value = "task-2862254" [ 1037.036993] env[68503]: _type = "Task" [ 1037.036993] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.050566] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.229043] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a38b3491-2071-4249-bc0a-02048e749523 tempest-ServersTestFqdnHostnames-565964055 tempest-ServersTestFqdnHostnames-565964055-project-member] Lock "ec93c717-e164-45ca-a142-b03573d25884" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.164s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.244679] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862253, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.274312] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52762eef-63c7-91ca-4a9d-fbcfb159f471, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.274653] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.274856] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. {{(pid=68503) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1037.275132] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5290d613-2e04-4c0d-9f92-d902151be79d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.285915] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1037.285915] env[68503]: value = "task-2862255" [ 1037.285915] env[68503]: _type = "Task" [ 1037.285915] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.295732] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.377011] env[68503]: DEBUG nova.network.neutron [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Successfully updated port: 4d122f19-ea17-454a-af2b-c0bc4043c342 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.461161] env[68503]: WARNING nova.compute.manager [None req-2000aa2b-e6f1-4b97-9f70-64e7cffe9a37 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Image not found during snapshot: nova.exception.ImageNotFound: Image d68e4fa5-c8b6-4f1f-a25d-f79305c414b9 could not be found. [ 1037.553996] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091921} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.554295] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.555134] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb2200-9372-46b6-9a21-47ffa17936e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.582188] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e4c3f2e4-e766-4b5c-b88f-e19269064d2d/e4c3f2e4-e766-4b5c-b88f-e19269064d2d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.585358] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c49b2a-f344-461e-a1be-ea9816d79e37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.608825] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1037.608825] env[68503]: value = "task-2862256" [ 1037.608825] env[68503]: _type = "Task" [ 1037.608825] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.624056] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.708252] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee40e1-a2ba-40d5-a1af-6f384163fec6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.718586] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1211195-eae4-4baf-96cd-26d721f9f0fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.759437] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade108d1-2fc0-47f3-bf35-c945eaafa559 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.770308] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e009f-375d-4f10-acf2-1a3b4ac127b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.777544] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862253, 'name': CreateVM_Task, 'duration_secs': 0.590085} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.778224] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.779038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.779231] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.779672] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.780029] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95082a81-35c4-4f05-b44e-54c07f9c9874 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.790541] env[68503]: DEBUG nova.compute.provider_tree [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.797840] env[68503]: DEBUG nova.compute.manager [req-a89652c5-5a3c-4be2-a46b-74b48af3fc5f req-dd0a88b2-b043-48af-9685-02fff563e38f service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Received event network-vif-plugged-4d122f19-ea17-454a-af2b-c0bc4043c342 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.798314] env[68503]: DEBUG oslo_concurrency.lockutils [req-a89652c5-5a3c-4be2-a46b-74b48af3fc5f req-dd0a88b2-b043-48af-9685-02fff563e38f service nova] Acquiring lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.798375] env[68503]: DEBUG oslo_concurrency.lockutils [req-a89652c5-5a3c-4be2-a46b-74b48af3fc5f req-dd0a88b2-b043-48af-9685-02fff563e38f service nova] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.798581] env[68503]: DEBUG oslo_concurrency.lockutils [req-a89652c5-5a3c-4be2-a46b-74b48af3fc5f req-dd0a88b2-b043-48af-9685-02fff563e38f service nova] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.798988] env[68503]: DEBUG nova.compute.manager [req-a89652c5-5a3c-4be2-a46b-74b48af3fc5f req-dd0a88b2-b043-48af-9685-02fff563e38f service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] No waiting events found dispatching network-vif-plugged-4d122f19-ea17-454a-af2b-c0bc4043c342 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.798988] env[68503]: WARNING nova.compute.manager [req-a89652c5-5a3c-4be2-a46b-74b48af3fc5f req-dd0a88b2-b043-48af-9685-02fff563e38f service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Received unexpected event network-vif-plugged-4d122f19-ea17-454a-af2b-c0bc4043c342 for instance with vm_state building and task_state spawning. [ 1037.802054] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1037.802054] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e66cfe-3f76-1f26-0951-94e2d05674f7" [ 1037.802054] env[68503]: _type = "Task" [ 1037.802054] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.806613] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862255, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.818472] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e66cfe-3f76-1f26-0951-94e2d05674f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.880343] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.880501] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.880677] env[68503]: DEBUG nova.network.neutron [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.120424] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.298021] env[68503]: DEBUG nova.scheduler.client.report [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.304699] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612166} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.305372] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. [ 1038.306429] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8c2cad-eb97-4efc-9a4a-69d539ff69f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.319836] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e66cfe-3f76-1f26-0951-94e2d05674f7, 'name': SearchDatastore_Task, 'duration_secs': 0.034357} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.336130] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.336389] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.336630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.336778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.337304] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.346644] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.347099] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c379f1eb-3187-4cad-a0e4-c1620f741824 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.349113] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f39e05-271b-4773-87a7-566ed4946ffe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.370499] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1038.370499] env[68503]: value = "task-2862257" [ 1038.370499] env[68503]: _type = "Task" [ 1038.370499] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.371908] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.373254] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.376810] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ef6ea3-95e3-45a5-b360-1fa1369dea9c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.386653] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1038.386653] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5290abc5-8a44-3bc5-72c9-809470d58c36" [ 1038.386653] env[68503]: _type = "Task" [ 1038.386653] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.389097] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.399169] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5290abc5-8a44-3bc5-72c9-809470d58c36, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.400092] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9a1386-10c4-4f4d-97f0-9c1421605f57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.416554] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1038.416554] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a2ff87-5bd4-386a-014f-4939ba414921" [ 1038.416554] env[68503]: _type = "Task" [ 1038.416554] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.425211] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2ff87-5bd4-386a-014f-4939ba414921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.426100] env[68503]: DEBUG nova.network.neutron [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.607636] env[68503]: DEBUG nova.network.neutron [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Updating instance_info_cache with network_info: [{"id": "4d122f19-ea17-454a-af2b-c0bc4043c342", "address": "fa:16:3e:6b:e3:0e", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d122f19-ea", "ovs_interfaceid": "4d122f19-ea17-454a-af2b-c0bc4043c342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.619424] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862256, 'name': ReconfigVM_Task, 'duration_secs': 0.650088} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.619696] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e4c3f2e4-e766-4b5c-b88f-e19269064d2d/e4c3f2e4-e766-4b5c-b88f-e19269064d2d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.620353] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-705a49ac-a5cf-4300-b134-2ec4b286ecd4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.629440] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1038.629440] env[68503]: value = "task-2862258" [ 1038.629440] env[68503]: _type = "Task" [ 1038.629440] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.639360] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862258, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.808116] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.811608] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.352s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.812390] env[68503]: DEBUG nova.objects.instance [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'resources' on Instance uuid 47cb127d-86d0-427a-b887-170aa30f4194 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.836835] env[68503]: INFO nova.scheduler.client.report [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted allocations for instance e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b [ 1038.884390] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.931079] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2ff87-5bd4-386a-014f-4939ba414921, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.931516] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.931941] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.932378] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c888c70-bdea-4379-97f3-551bac94ba5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.944660] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1038.944660] env[68503]: value = "task-2862259" [ 1038.944660] env[68503]: _type = "Task" [ 1038.944660] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.954803] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.000347] env[68503]: DEBUG nova.compute.manager [req-da3f6ce3-fe92-41e9-80d2-b24ffc3f8e42 req-f3dcb312-bc66-4af4-b731-9ea3a21188a7 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-vif-plugged-b2f6c994-81db-427c-b32d-9e9736b14098 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.000614] env[68503]: DEBUG oslo_concurrency.lockutils [req-da3f6ce3-fe92-41e9-80d2-b24ffc3f8e42 req-f3dcb312-bc66-4af4-b731-9ea3a21188a7 service nova] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.000902] env[68503]: DEBUG oslo_concurrency.lockutils [req-da3f6ce3-fe92-41e9-80d2-b24ffc3f8e42 req-f3dcb312-bc66-4af4-b731-9ea3a21188a7 service nova] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.001762] env[68503]: DEBUG oslo_concurrency.lockutils [req-da3f6ce3-fe92-41e9-80d2-b24ffc3f8e42 req-f3dcb312-bc66-4af4-b731-9ea3a21188a7 service nova] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.003100] env[68503]: DEBUG nova.compute.manager [req-da3f6ce3-fe92-41e9-80d2-b24ffc3f8e42 req-f3dcb312-bc66-4af4-b731-9ea3a21188a7 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] No waiting events found dispatching network-vif-plugged-b2f6c994-81db-427c-b32d-9e9736b14098 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.003100] env[68503]: WARNING nova.compute.manager [req-da3f6ce3-fe92-41e9-80d2-b24ffc3f8e42 req-f3dcb312-bc66-4af4-b731-9ea3a21188a7 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received unexpected event network-vif-plugged-b2f6c994-81db-427c-b32d-9e9736b14098 for instance with vm_state active and task_state None. [ 1039.059015] env[68503]: DEBUG nova.network.neutron [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Successfully updated port: b2f6c994-81db-427c-b32d-9e9736b14098 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.111644] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.112400] env[68503]: DEBUG nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Instance network_info: |[{"id": "4d122f19-ea17-454a-af2b-c0bc4043c342", "address": "fa:16:3e:6b:e3:0e", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d122f19-ea", "ovs_interfaceid": "4d122f19-ea17-454a-af2b-c0bc4043c342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.112516] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:e3:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d122f19-ea17-454a-af2b-c0bc4043c342', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.120449] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.120781] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.121520] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2a005e1-300c-4b50-a9f3-59f1d63e4a8e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.149920] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862258, 'name': Rename_Task, 'duration_secs': 0.170873} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.151170] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.151318] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.151318] env[68503]: value = "task-2862260" [ 1039.151318] env[68503]: _type = "Task" [ 1039.151318] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.151456] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac857ce-7d34-4e65-81cc-036a25324f05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.163545] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862260, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.165164] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1039.165164] env[68503]: value = "task-2862261" [ 1039.165164] env[68503]: _type = "Task" [ 1039.165164] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.176967] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.224879] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "9a1d992c-0242-4317-9ce8-2961b665a8e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.228021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.228021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "9a1d992c-0242-4317-9ce8-2961b665a8e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.228021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.228021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.232369] env[68503]: INFO nova.compute.manager [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Terminating instance [ 1039.345812] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b398fde4-9fbd-4ef0-9819-aae63fe17f0f tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.664s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.386756] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862257, 'name': ReconfigVM_Task, 'duration_secs': 0.733366} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.387091] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.388034] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e129d3cc-1c3c-41df-ad33-26f9071bc616 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.423883] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ea0f6b-b80e-4767-80fc-58840dd14d8d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.441939] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1039.441939] env[68503]: value = "task-2862262" [ 1039.441939] env[68503]: _type = "Task" [ 1039.441939] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.460175] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.460485] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862259, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.563544] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.563832] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.563963] env[68503]: DEBUG nova.network.neutron [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.668010] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862260, 'name': CreateVM_Task, 'duration_secs': 0.464652} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.673880] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.675045] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.675216] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.675533] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.676211] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7428223f-e8f9-46b9-9b41-8d1e9b6c86d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.683582] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.685328] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1039.685328] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524158d2-c9ba-2113-5626-dc9e98486d90" [ 1039.685328] env[68503]: _type = "Task" [ 1039.685328] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.700078] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524158d2-c9ba-2113-5626-dc9e98486d90, 'name': SearchDatastore_Task, 'duration_secs': 0.014226} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.700383] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.700681] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.700891] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.701013] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.701211] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.704376] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-247d7919-bada-46c4-a1c2-bf0b0291b6ed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.718400] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.718400] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.721175] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86380901-adf8-402e-a71d-bf65f39dc5f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.731025] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1039.731025] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522bc576-070e-3773-322a-3d0351a26c4c" [ 1039.731025] env[68503]: _type = "Task" [ 1039.731025] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.741144] env[68503]: DEBUG nova.compute.manager [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.741144] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.742709] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1965b450-2c76-4c10-9ea1-b5ef10aaa754 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.745596] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522bc576-070e-3773-322a-3d0351a26c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.750661] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.750910] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c7a359-6bda-48b2-bac3-2b084e465aca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.762628] env[68503]: DEBUG oslo_vmware.api [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1039.762628] env[68503]: value = "task-2862263" [ 1039.762628] env[68503]: _type = "Task" [ 1039.762628] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.772625] env[68503]: DEBUG oslo_vmware.api [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.837515] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5863b4-c8e1-4679-9962-ae0b61687ebb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.845783] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f43722-5752-4452-921b-7f2bad29d8ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.884574] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f9414-576b-4d65-ba2f-64bee3e71e01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.897128] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a14c0e0-de4f-457c-bf06-b4c87de7b096 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.914209] env[68503]: DEBUG nova.compute.provider_tree [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.964575] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522692} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.964852] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862262, 'name': ReconfigVM_Task, 'duration_secs': 0.214653} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.965141] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.965405] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.966031] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.966031] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f123d6e1-de09-463e-b0c6-4a162972b40e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.968638] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caa4f072-e89f-4c02-8897-c98ce1516f1d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.977461] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1039.977461] env[68503]: value = "task-2862264" [ 1039.977461] env[68503]: _type = "Task" [ 1039.977461] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.978959] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1039.978959] env[68503]: value = "task-2862265" [ 1039.978959] env[68503]: _type = "Task" [ 1039.978959] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.990898] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.993973] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.103545] env[68503]: WARNING nova.network.neutron [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] 08295aa5-6495-4a0f-a930-2d2c346d05df already exists in list: networks containing: ['08295aa5-6495-4a0f-a930-2d2c346d05df']. ignoring it [ 1040.104360] env[68503]: WARNING nova.network.neutron [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] 08295aa5-6495-4a0f-a930-2d2c346d05df already exists in list: networks containing: ['08295aa5-6495-4a0f-a930-2d2c346d05df']. ignoring it [ 1040.150949] env[68503]: INFO nova.compute.manager [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Rebuilding instance [ 1040.179494] env[68503]: DEBUG oslo_vmware.api [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862261, 'name': PowerOnVM_Task, 'duration_secs': 0.676889} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.181484] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.181697] env[68503]: INFO nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1040.181876] env[68503]: DEBUG nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.182884] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14bf843-3b2d-4a23-9e53-38c06ba7037c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.220833] env[68503]: DEBUG nova.compute.manager [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.221769] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1129edb6-8829-431e-b173-1c2d775a81b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.244940] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522bc576-070e-3773-322a-3d0351a26c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017644} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.245974] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224e2ead-9480-46f1-93c4-6caedae461ad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.251995] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1040.251995] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5291cda9-54e4-89c5-c802-26f17b63d5e0" [ 1040.251995] env[68503]: _type = "Task" [ 1040.251995] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.261270] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5291cda9-54e4-89c5-c802-26f17b63d5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.272041] env[68503]: DEBUG oslo_vmware.api [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862263, 'name': PowerOffVM_Task, 'duration_secs': 0.219369} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.274683] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.274854] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.275345] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df8ade1-aae7-407c-b75d-79d587c4d4f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.368892] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.369098] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.369283] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleting the datastore file [datastore1] 9a1d992c-0242-4317-9ce8-2961b665a8e8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.369615] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4328d448-2a52-48b2-a578-c31fc6bc270b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.376759] env[68503]: DEBUG oslo_vmware.api [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1040.376759] env[68503]: value = "task-2862267" [ 1040.376759] env[68503]: _type = "Task" [ 1040.376759] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.388163] env[68503]: DEBUG oslo_vmware.api [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.439363] env[68503]: ERROR nova.scheduler.client.report [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [req-3dba8ca7-5f31-498c-be2b-a1c3aa175d93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3dba8ca7-5f31-498c-be2b-a1c3aa175d93"}]} [ 1040.457011] env[68503]: DEBUG nova.scheduler.client.report [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1040.475246] env[68503]: DEBUG nova.scheduler.client.report [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1040.475488] env[68503]: DEBUG nova.compute.provider_tree [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.489314] env[68503]: DEBUG nova.scheduler.client.report [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1040.500091] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077275} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.500565] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.500701] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.501435] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58211150-0f27-4fcb-bece-33bfbf366ed0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.528536] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.529682] env[68503]: DEBUG nova.scheduler.client.report [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1040.534533] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632ae15d-d2f6-4db0-aa9c-a944542b67e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.557960] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1040.557960] env[68503]: value = "task-2862268" [ 1040.557960] env[68503]: _type = "Task" [ 1040.557960] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.568088] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.707419] env[68503]: DEBUG nova.network.neutron [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "address": "fa:16:3e:16:33:53", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb906d49-95", "ovs_interfaceid": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2f6c994-81db-427c-b32d-9e9736b14098", "address": "fa:16:3e:b0:a3:ee", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f6c994-81", "ovs_interfaceid": "b2f6c994-81db-427c-b32d-9e9736b14098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.708817] env[68503]: INFO nova.compute.manager [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Took 30.34 seconds to build instance. [ 1040.770972] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5291cda9-54e4-89c5-c802-26f17b63d5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.031753} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.771254] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.771523] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.772068] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee155f9-ecca-4a1a-8533-5fef0555bca6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.781480] env[68503]: DEBUG nova.compute.manager [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Received event network-changed-878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.781480] env[68503]: DEBUG nova.compute.manager [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Refreshing instance network info cache due to event network-changed-878247e1-5a18-469d-9a85-15d9c87bb8e1. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.781790] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Acquiring lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.781942] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Acquired lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.782119] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Refreshing network info cache for port 878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.788045] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1040.788045] env[68503]: value = "task-2862269" [ 1040.788045] env[68503]: _type = "Task" [ 1040.788045] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.799684] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.892346] env[68503]: DEBUG oslo_vmware.api [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.985976] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a4e22-9811-4424-87a1-bf2adfb64e98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.992538] env[68503]: DEBUG oslo_vmware.api [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862264, 'name': PowerOnVM_Task, 'duration_secs': 0.993056} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.993246] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.996977] env[68503]: DEBUG nova.compute.manager [None req-7b1a1690-f43f-4d7f-a632-02a92164a8d3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.001478] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8a4aec-7b23-497f-8b8d-500764b50af7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.005821] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e2225e-8a14-4da7-989b-5d5d4cb887dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.046298] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aca7f4-8427-407c-aa90-6da831974b8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.055737] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa428b-2ea8-4314-802c-30576b4fd587 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.079461] env[68503]: DEBUG nova.compute.provider_tree [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.081095] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.210697] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.211719] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.211992] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.212472] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b8d7f55a-3314-4522-9fdb-ac90b5f1d96e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.867s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.213400] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c7045-7726-427a-9438-ea564db94885 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.235445] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.235697] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.235870] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.236027] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.236179] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.236321] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.236530] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.236700] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.237024] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.237024] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.237209] env[68503]: DEBUG nova.virt.hardware [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.243671] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfiguring VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1041.244317] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.244941] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f2762f-7846-4652-92e1-4b5aa7ae35d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.256995] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbc3c1b-1ebc-4bcb-ba8e-cc3795f74cbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.266030] env[68503]: DEBUG oslo_vmware.api [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1041.266030] env[68503]: value = "task-2862271" [ 1041.266030] env[68503]: _type = "Task" [ 1041.266030] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.267519] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1041.267519] env[68503]: value = "task-2862270" [ 1041.267519] env[68503]: _type = "Task" [ 1041.267519] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.280082] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.283457] env[68503]: DEBUG oslo_vmware.api [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862271, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.302753] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.395913] env[68503]: DEBUG oslo_vmware.api [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542847} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.396248] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.396446] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.396619] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.396792] env[68503]: INFO nova.compute.manager [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1041.397069] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.397340] env[68503]: DEBUG nova.compute.manager [-] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.397551] env[68503]: DEBUG nova.network.neutron [-] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.576451] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862268, 'name': ReconfigVM_Task, 'duration_secs': 0.616734} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.576758] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.577493] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e15061bd-0815-4ebe-a230-0fc74dedcb3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.585986] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1041.585986] env[68503]: value = "task-2862272" [ 1041.585986] env[68503]: _type = "Task" [ 1041.585986] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.595349] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862272, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.618302] env[68503]: DEBUG nova.scheduler.client.report [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1041.618302] env[68503]: DEBUG nova.compute.provider_tree [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 104 to 105 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1041.618302] env[68503]: DEBUG nova.compute.provider_tree [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.628989] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Updated VIF entry in instance network info cache for port 878247e1-5a18-469d-9a85-15d9c87bb8e1. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.628989] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Updating instance_info_cache with network_info: [{"id": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "address": "fa:16:3e:bc:d8:c5", "network": {"id": "067ea8bf-dbf6-4996-b1f8-5ace5a1ca14c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2071790271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2da3c32f78f54efb9f041ded67f255eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878247e1-5a", "ovs_interfaceid": "878247e1-5a18-469d-9a85-15d9c87bb8e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.780767] env[68503]: DEBUG oslo_vmware.api [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.783769] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.796822] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659215} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.797089] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.797310] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.797571] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c5ab0f6-c4e0-4bd2-a3f5-8423c615d6ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.805504] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1041.805504] env[68503]: value = "task-2862273" [ 1041.805504] env[68503]: _type = "Task" [ 1041.805504] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.814665] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.096813] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862272, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.124931] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.314s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.129599] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.520s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.132737] env[68503]: INFO nova.compute.claims [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.138264] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Releasing lock "refresh_cache-7b53e14c-55ae-4374-9ef6-a928e7d531e1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.138687] env[68503]: DEBUG nova.compute.manager [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Received event network-changed-4d122f19-ea17-454a-af2b-c0bc4043c342 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.138980] env[68503]: DEBUG nova.compute.manager [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Refreshing instance network info cache due to event network-changed-4d122f19-ea17-454a-af2b-c0bc4043c342. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.139327] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Acquiring lock "refresh_cache-4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.139966] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Acquired lock "refresh_cache-4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.140241] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Refreshing network info cache for port 4d122f19-ea17-454a-af2b-c0bc4043c342 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.155258] env[68503]: INFO nova.scheduler.client.report [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted allocations for instance 47cb127d-86d0-427a-b887-170aa30f4194 [ 1042.246080] env[68503]: DEBUG nova.network.neutron [-] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.281994] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862270, 'name': PowerOffVM_Task, 'duration_secs': 0.991341} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.285513] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.286231] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.286537] env[68503]: DEBUG oslo_vmware.api [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862271, 'name': ReconfigVM_Task, 'duration_secs': 0.96285} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.287443] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890d2eab-d775-4e90-abac-5a62a71ba7c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.291386] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.291598] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfigured VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1042.299926] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.300244] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a06721-4686-4423-90bc-5be0fe54f1aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.318987] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072139} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.319486] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.320783] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409df64b-14df-47b7-8e4d-94335148a8bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.327662] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.327880] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.328071] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Deleting the datastore file [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.338765] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72fd33d1-949b-4c0f-be28-93091254e0d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.350345] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.350677] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f6d661-79d0-4938-9deb-f121dd4f3794 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.376038] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1042.376038] env[68503]: value = "task-2862276" [ 1042.376038] env[68503]: _type = "Task" [ 1042.376038] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.376038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.376038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.376038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.376038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.376038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.377242] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1042.377242] env[68503]: value = "task-2862275" [ 1042.377242] env[68503]: _type = "Task" [ 1042.377242] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.384046] env[68503]: INFO nova.compute.manager [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Terminating instance [ 1042.395160] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.396613] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862276, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.598104] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862272, 'name': Rename_Task, 'duration_secs': 0.715097} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.598496] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.598780] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee538a0-fef2-4826-904b-0a57273f6fa8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.607040] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1042.607040] env[68503]: value = "task-2862277" [ 1042.607040] env[68503]: _type = "Task" [ 1042.607040] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.616682] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.669123] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6f41f9f5-71f5-4db6-aabe-9b78330f3e1d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "47cb127d-86d0-427a-b887-170aa30f4194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.806s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.748911] env[68503]: INFO nova.compute.manager [-] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Took 1.35 seconds to deallocate network for instance. [ 1042.796163] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d380fc83-d1bd-413e-82f6-e87fc05c4124 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-b2f6c994-81db-427c-b32d-9e9736b14098" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.457s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.891268] env[68503]: DEBUG nova.compute.manager [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.891531] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.892391] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9650cb6-ea03-4607-ba2d-24817f4113d1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.901752] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149965} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.910411] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.910984] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.911580] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.915547] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.915867] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862276, 'name': ReconfigVM_Task, 'duration_secs': 0.429995} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.916762] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b69974-ff32-40bf-9d32-cb2cf27da827 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.918659] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.919764] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0825e46-da3a-4e70-a553-ef512c3a6159 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.928641] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1042.928641] env[68503]: value = "task-2862279" [ 1042.928641] env[68503]: _type = "Task" [ 1042.928641] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.931099] env[68503]: DEBUG oslo_vmware.api [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1042.931099] env[68503]: value = "task-2862278" [ 1042.931099] env[68503]: _type = "Task" [ 1042.931099] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.949944] env[68503]: DEBUG oslo_vmware.api [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.953905] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862279, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.988516] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "05a769ab-6e83-4975-9b85-5c80a9df5c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.992354] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.070689] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Updated VIF entry in instance network info cache for port 4d122f19-ea17-454a-af2b-c0bc4043c342. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.070689] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Updating instance_info_cache with network_info: [{"id": "4d122f19-ea17-454a-af2b-c0bc4043c342", "address": "fa:16:3e:6b:e3:0e", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d122f19-ea", "ovs_interfaceid": "4d122f19-ea17-454a-af2b-c0bc4043c342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.120533] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862277, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.258049] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.278168] env[68503]: DEBUG nova.compute.manager [req-4f77fa91-8d33-45f5-aa05-ad75d83adc39 req-d6ea3184-27e8-4f42-ab6d-05803f176a88 service nova] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Received event network-vif-deleted-475d99aa-1b3c-4f13-9b8b-de17b75b22b0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.451853] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862279, 'name': Rename_Task, 'duration_secs': 0.191878} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.455563] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.455897] env[68503]: DEBUG oslo_vmware.api [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862278, 'name': PowerOffVM_Task, 'duration_secs': 0.216611} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.459525] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96050237-3545-4c94-b285-efefc2b17101 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.461290] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.461470] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.462192] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e50b9e2-1fa2-445b-996b-ba3639988ee0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.470875] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1043.470875] env[68503]: value = "task-2862280" [ 1043.470875] env[68503]: _type = "Task" [ 1043.470875] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.483669] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.494727] env[68503]: DEBUG nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.535072] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.535302] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.535610] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleting the datastore file [datastore2] e4c3f2e4-e766-4b5c-b88f-e19269064d2d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.536019] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf54eaf-4ba8-4e34-a79d-625080b63f10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.544366] env[68503]: DEBUG oslo_vmware.api [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1043.544366] env[68503]: value = "task-2862282" [ 1043.544366] env[68503]: _type = "Task" [ 1043.544366] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.566213] env[68503]: DEBUG oslo_vmware.api [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.575797] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Releasing lock "refresh_cache-4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.575797] env[68503]: DEBUG nova.compute.manager [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-changed-b2f6c994-81db-427c-b32d-9e9736b14098 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.575797] env[68503]: DEBUG nova.compute.manager [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing instance network info cache due to event network-changed-b2f6c994-81db-427c-b32d-9e9736b14098. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.575797] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.575797] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.575797] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Refreshing network info cache for port b2f6c994-81db-427c-b32d-9e9736b14098 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.624438] env[68503]: DEBUG oslo_vmware.api [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862277, 'name': PowerOnVM_Task, 'duration_secs': 0.529797} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.624438] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.624438] env[68503]: DEBUG nova.compute.manager [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.624438] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64879c6-278e-48d5-b430-7fd853447b2a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.636985] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0471c707-38b8-43ec-8733-29fb3e367b4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.646052] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94febc36-3750-4b86-89ef-241f5a458f21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.685769] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc01d0f-1f5a-4356-ac57-582dfb4a86b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.695189] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8430bc73-478a-4d40-8511-325d6facf85a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.710951] env[68503]: DEBUG nova.compute.provider_tree [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.962782] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.963110] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.963257] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.963443] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.963589] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.963737] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.963993] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.964202] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.964382] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.964568] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.964755] env[68503]: DEBUG nova.virt.hardware [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.965968] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c5183-565a-4345-b0f9-8c10ef6e8c5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.978734] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8441208-050e-4985-841b-35b9346c9782 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.988871] env[68503]: DEBUG oslo_vmware.api [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862280, 'name': PowerOnVM_Task, 'duration_secs': 0.500519} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.997189] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.997542] env[68503]: INFO nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1043.997785] env[68503]: DEBUG nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.998289] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.005384] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.006284] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f55addc-7fd8-4a0c-b0ee-c8139d57d51c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.013966] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.014743] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f028eb3e-f67c-45ca-8dd6-d8c2c7f3c3b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.042021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.042021] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.042021] env[68503]: value = "task-2862283" [ 1044.042021] env[68503]: _type = "Task" [ 1044.042021] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.059185] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "77ef840a-2216-4f7d-a598-421505eedd5e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.059436] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.068269] env[68503]: DEBUG oslo_vmware.api [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208601} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.068888] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.069164] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.069405] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.069651] env[68503]: INFO nova.compute.manager [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1044.069959] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.070436] env[68503]: DEBUG nova.compute.manager [-] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.070576] env[68503]: DEBUG nova.network.neutron [-] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.147076] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.215179] env[68503]: DEBUG nova.scheduler.client.report [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.479119] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updated VIF entry in instance network info cache for port b2f6c994-81db-427c-b32d-9e9736b14098. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.480154] env[68503]: DEBUG nova.network.neutron [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "address": "fa:16:3e:16:33:53", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb906d49-95", "ovs_interfaceid": "bb906d49-958b-46c9-bf1b-3926eaeb0a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2f6c994-81db-427c-b32d-9e9736b14098", "address": "fa:16:3e:b0:a3:ee", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f6c994-81", "ovs_interfaceid": "b2f6c994-81db-427c-b32d-9e9736b14098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.549302] env[68503]: INFO nova.compute.manager [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Took 32.26 seconds to build instance. [ 1044.557488] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862283, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.570290] env[68503]: INFO nova.compute.manager [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Detaching volume e4c0538d-e67d-4a6d-8966-e1494d8ea834 [ 1044.619393] env[68503]: INFO nova.virt.block_device [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Attempting to driver detach volume e4c0538d-e67d-4a6d-8966-e1494d8ea834 from mountpoint /dev/sdb [ 1044.619514] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1044.620122] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575329', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'name': 'volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77ef840a-2216-4f7d-a598-421505eedd5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'serial': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1044.621226] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260521fd-05ac-45ad-9bbc-6bd28e951af6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.662781] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11021801-a9cc-4a59-9d2b-5e60c21bf2b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.679091] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2270cbc0-6851-44bf-a4a8-969ad4a9c01a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.683411] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-bb906d49-958b-46c9-bf1b-3926eaeb0a84" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.683805] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-bb906d49-958b-46c9-bf1b-3926eaeb0a84" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.709743] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aec0ab-ceed-486d-ac36-45ab16b6e566 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.731771] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.732349] env[68503]: DEBUG nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.736179] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834/volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1044.742384] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.742384] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.868s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.742384] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.744233] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.227s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.744456] env[68503]: DEBUG nova.objects.instance [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lazy-loading 'resources' on Instance uuid 49616b4c-8622-47ed-86ab-42711a68ba2d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.745791] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74639007-b06c-4442-8c8e-903d5d57b2c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.772463] env[68503]: DEBUG oslo_vmware.api [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1044.772463] env[68503]: value = "task-2862284" [ 1044.772463] env[68503]: _type = "Task" [ 1044.772463] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.783794] env[68503]: DEBUG oslo_vmware.api [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.795864] env[68503]: INFO nova.scheduler.client.report [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted allocations for instance 7edda435-0f02-4a60-9b85-5bb8700f647f [ 1044.985679] env[68503]: DEBUG oslo_concurrency.lockutils [req-bab4e0f6-4c06-44d7-be49-b8336c92ca4d req-aa1dd53d-ee77-4f33-8b3a-4f141efc030b service nova] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.050766] env[68503]: DEBUG nova.network.neutron [-] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.056021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4ffb8cdc-2ff7-40cd-b72c-81c63f1f7fc4 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.775s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.058423] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862283, 'name': CreateVM_Task, 'duration_secs': 0.743896} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.058594] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.059034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.059148] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.060021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.060021] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb61f4d-ef8f-4147-87c8-43c8d5ff877b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.065847] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1045.065847] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f7496a-5e8a-2a2b-4107-ab155eee8846" [ 1045.065847] env[68503]: _type = "Task" [ 1045.065847] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.077639] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f7496a-5e8a-2a2b-4107-ab155eee8846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.178891] env[68503]: INFO nova.compute.manager [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Rebuilding instance [ 1045.189490] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.189490] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.189623] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abfdf23-2552-4377-8147-89bfde74cfca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.214826] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5add419-ad5b-4461-ad85-7b60712abc3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.245235] env[68503]: DEBUG nova.compute.utils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.251853] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfiguring VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1045.253437] env[68503]: DEBUG nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.253816] env[68503]: DEBUG nova.network.neutron [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.255582] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4ac1a5-8a45-4f84-ad1c-0efda73f9846 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.270944] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae56e10-dad2-4097-9ec8-b30a62a02b96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.287843] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ae16e2-57c6-44b2-8767-0009b32e8099 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.291733] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1045.291733] env[68503]: value = "task-2862285" [ 1045.291733] env[68503]: _type = "Task" [ 1045.291733] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.291733] env[68503]: DEBUG nova.compute.manager [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.294428] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f70782-c020-49dd-921e-2d307d97d3ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.297457] env[68503]: DEBUG oslo_vmware.api [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862284, 'name': ReconfigVM_Task, 'duration_secs': 0.391761} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.302482] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.334865] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99ba114-3472-41be-be15-4b5f1e422b98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.346797] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f8bee34e-b530-4555-b752-cf06f71d3797 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "7edda435-0f02-4a60-9b85-5bb8700f647f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.103s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.349751] env[68503]: DEBUG nova.policy [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d6c58295a8462eaf9fca2e4a6c16ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336d1421a204b3f8c48c5e6eb0f57bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.352276] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72787d17-21bd-49c1-b800-7746bf576ace {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.364504] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.364504] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.364504] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.369842] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb6ded7-e3a8-4bdc-a33a-ba971893bcad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.373855] env[68503]: DEBUG oslo_vmware.api [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1045.373855] env[68503]: value = "task-2862286" [ 1045.373855] env[68503]: _type = "Task" [ 1045.373855] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.388660] env[68503]: DEBUG nova.compute.provider_tree [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.398364] env[68503]: DEBUG oslo_vmware.api [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.552895] env[68503]: INFO nova.compute.manager [-] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Took 1.48 seconds to deallocate network for instance. [ 1045.580759] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f7496a-5e8a-2a2b-4107-ab155eee8846, 'name': SearchDatastore_Task, 'duration_secs': 0.017244} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.580759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.580759] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.580759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.580759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.580759] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.580759] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f63d651-51d8-42e9-ac8e-36feac27232f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.589978] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.590189] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.590932] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28329cbc-60a0-4e65-b7a0-188bfe2ce0f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.597288] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1045.597288] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525a7576-04a1-49d8-c3f7-d804407217b1" [ 1045.597288] env[68503]: _type = "Task" [ 1045.597288] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.609118] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525a7576-04a1-49d8-c3f7-d804407217b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.614173] env[68503]: DEBUG nova.compute.manager [req-4ef69ffa-a21a-4a7c-8ff0-dc780bbcc8ac req-b9b856c5-eda3-4bea-871d-ff7f83d2387e service nova] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Received event network-vif-deleted-dfe02625-0296-4d89-9432-5c7e1b76f058 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.659798] env[68503]: DEBUG nova.network.neutron [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Successfully created port: 686af4a2-d8ac-4804-af60-fb56066814e9 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.753935] env[68503]: DEBUG nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.805723] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.871467] env[68503]: DEBUG nova.compute.utils [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.890635] env[68503]: DEBUG oslo_vmware.api [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862286, 'name': ReconfigVM_Task, 'duration_secs': 0.190957} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.892173] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575329', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'name': 'volume-e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '77ef840a-2216-4f7d-a598-421505eedd5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834', 'serial': 'e4c0538d-e67d-4a6d-8966-e1494d8ea834'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1045.897149] env[68503]: DEBUG nova.scheduler.client.report [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.935866] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.936457] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.059961] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.110411] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525a7576-04a1-49d8-c3f7-d804407217b1, 'name': SearchDatastore_Task, 'duration_secs': 0.036482} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.110961] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4316c1c-fe50-4e69-ba0e-b84bd62e73b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.117829] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1046.117829] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524e2668-3f0c-90c7-6b8a-d84c977d1b8d" [ 1046.117829] env[68503]: _type = "Task" [ 1046.117829] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.126736] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524e2668-3f0c-90c7-6b8a-d84c977d1b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.309893] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.367316] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.367316] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b9652f-b7ad-4c13-a605-e95c110242e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.377196] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.377781] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1046.377781] env[68503]: value = "task-2862287" [ 1046.377781] env[68503]: _type = "Task" [ 1046.377781] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.389913] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.408077] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.410715] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.805s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.410932] env[68503]: DEBUG nova.objects.instance [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1046.439429] env[68503]: DEBUG nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.444742] env[68503]: INFO nova.scheduler.client.report [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted allocations for instance 49616b4c-8622-47ed-86ab-42711a68ba2d [ 1046.470844] env[68503]: DEBUG nova.objects.instance [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'flavor' on Instance uuid 77ef840a-2216-4f7d-a598-421505eedd5e {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.632369] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524e2668-3f0c-90c7-6b8a-d84c977d1b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.028445} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.632710] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.633935] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.633935] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae7c6da-3991-4d7f-84ad-612cf78e6315 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.642506] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1046.642506] env[68503]: value = "task-2862288" [ 1046.642506] env[68503]: _type = "Task" [ 1046.642506] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.653294] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.762957] env[68503]: DEBUG nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.784300] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.784581] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.784739] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.784920] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.785083] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.785233] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.785474] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.785663] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.785837] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.786006] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.786190] env[68503]: DEBUG nova.virt.hardware [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.787073] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3234b6c-6023-4982-889f-ad0807b5a2fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.795804] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b6d026-7dc9-4ff2-95a1-09f9ce361a07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.808541] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.895066] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862287, 'name': PowerOffVM_Task, 'duration_secs': 0.199991} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.895066] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.895066] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.895066] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283da2ae-4d1f-4430-8dc1-68f4f63fb1fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.902040] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.903792] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d020dfbb-1cc3-4e76-9b41-3538de8001a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.953304] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1fbdcc6d-f28e-462c-87a0-846f8f1173b2 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "49616b4c-8622-47ed-86ab-42711a68ba2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.989s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.978560] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.984762] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.985031] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.985225] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleting the datastore file [datastore2] b45c1449-39a5-419e-8993-906c852cc890 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.985489] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8ac7f3-b7db-44a1-82d9-a7bac50a54c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.998701] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1046.998701] env[68503]: value = "task-2862290" [ 1046.998701] env[68503]: _type = "Task" [ 1046.998701] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.019558] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.156651] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862288, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.217420] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.218093] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.307871] env[68503]: DEBUG nova.network.neutron [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Successfully updated port: 686af4a2-d8ac-4804-af60-fb56066814e9 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.312885] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.393975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.393975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.393975] env[68503]: INFO nova.compute.manager [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Attaching volume 9ce864c2-bd63-405b-a73f-235a5f6b20da to /dev/sdb [ 1047.420743] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b93fc5a6-9298-45a0-9abf-223750a094a4 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.421859] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.206s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.422054] env[68503]: DEBUG nova.objects.instance [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1047.427774] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3940c8-fe83-40ef-bfcd-eb0d4dc431fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.435886] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856fc9c2-1d4e-4b29-a519-44ced4eaffba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.451871] env[68503]: DEBUG nova.virt.block_device [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating existing volume attachment record: b8e5b962-232c-42be-9611-1ab6b12f19e2 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1047.481919] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7ebabcf3-c605-4d64-af59-f4f52c8ea514 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.422s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.509601] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.652146] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "acaaa443-9d22-4d10-8404-4410098ef18d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.652482] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.662383] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665376} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.662716] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.663424] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.663737] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5caab831-71ff-4ec9-a8a8-cb0d53755a0a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.669914] env[68503]: DEBUG nova.compute.manager [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Received event network-vif-plugged-686af4a2-d8ac-4804-af60-fb56066814e9 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.670056] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] Acquiring lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.670472] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.670745] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.671031] env[68503]: DEBUG nova.compute.manager [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] No waiting events found dispatching network-vif-plugged-686af4a2-d8ac-4804-af60-fb56066814e9 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.671373] env[68503]: WARNING nova.compute.manager [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Received unexpected event network-vif-plugged-686af4a2-d8ac-4804-af60-fb56066814e9 for instance with vm_state building and task_state spawning. [ 1047.671470] env[68503]: DEBUG nova.compute.manager [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Received event network-changed-686af4a2-d8ac-4804-af60-fb56066814e9 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.671676] env[68503]: DEBUG nova.compute.manager [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Refreshing instance network info cache due to event network-changed-686af4a2-d8ac-4804-af60-fb56066814e9. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.671917] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] Acquiring lock "refresh_cache-acbe8ce9-014a-420f-b86c-bb57042d2e2e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.672134] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] Acquired lock "refresh_cache-acbe8ce9-014a-420f-b86c-bb57042d2e2e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.672570] env[68503]: DEBUG nova.network.neutron [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Refreshing network info cache for port 686af4a2-d8ac-4804-af60-fb56066814e9 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.675726] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1047.675726] env[68503]: value = "task-2862292" [ 1047.675726] env[68503]: _type = "Task" [ 1047.675726] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.686550] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.727289] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.727504] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.727670] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.727825] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.727969] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.728144] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.728281] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1047.728424] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.781444] env[68503]: INFO nova.compute.manager [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Rebuilding instance [ 1047.816996] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "refresh_cache-acbe8ce9-014a-420f-b86c-bb57042d2e2e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.817286] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.835516] env[68503]: DEBUG nova.compute.manager [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.836538] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b8635e-6484-4dc4-aecc-a730bc0158b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.009950] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626851} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.010207] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.010392] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.010598] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.109884] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "77ef840a-2216-4f7d-a598-421505eedd5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.110172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.110376] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "77ef840a-2216-4f7d-a598-421505eedd5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.110559] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.110760] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.113931] env[68503]: INFO nova.compute.manager [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Terminating instance [ 1048.158085] env[68503]: DEBUG nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.191056] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09378} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.191473] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.195017] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051c4039-7d93-41fd-90d7-585ea57513b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.217687] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.218873] env[68503]: DEBUG nova.network.neutron [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.221825] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a5e7cb-0d40-4e15-bcd9-92dd740b2efd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.237254] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.245414] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1048.245414] env[68503]: value = "task-2862295" [ 1048.245414] env[68503]: _type = "Task" [ 1048.245414] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.254748] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.315975] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.319859] env[68503]: DEBUG nova.network.neutron [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.429930] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9d2a97db-fe3e-444a-a5f2-c27711e1e7f1 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.431072] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.659s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.433126] env[68503]: INFO nova.compute.claims [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.618082] env[68503]: DEBUG nova.compute.manager [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.618082] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.618754] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881acf4e-080d-4f2f-83eb-58cdf77b9427 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.628040] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.628376] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d1420a-85bc-478f-aeef-007743cdea95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.637553] env[68503]: DEBUG oslo_vmware.api [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1048.637553] env[68503]: value = "task-2862296" [ 1048.637553] env[68503]: _type = "Task" [ 1048.637553] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.648476] env[68503]: DEBUG oslo_vmware.api [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.684296] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.757740] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.815554] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.824435] env[68503]: DEBUG oslo_concurrency.lockutils [req-fa391eba-e51d-44a0-bce8-53afa4c5923f req-c20fa854-9cdb-4d01-a7ed-40bc1bdb9036 service nova] Releasing lock "refresh_cache-acbe8ce9-014a-420f-b86c-bb57042d2e2e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.824435] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "refresh_cache-acbe8ce9-014a-420f-b86c-bb57042d2e2e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.824435] env[68503]: DEBUG nova.network.neutron [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.855428] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.855428] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d79602-fb37-42dc-9c44-353e35d4df53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.863091] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1048.863091] env[68503]: value = "task-2862297" [ 1048.863091] env[68503]: _type = "Task" [ 1048.863091] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.871417] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.051027] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.051462] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.051658] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.051873] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.052071] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.052198] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.052457] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.052660] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.052880] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.053101] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.053316] env[68503]: DEBUG nova.virt.hardware [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.054303] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba81f563-14bc-4ad4-b24d-441446c79dcb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.062920] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe5bb52-328d-43eb-9758-411c51989dd2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.077178] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d7:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0baed28-0ed7-4ea0-aea0-4bc176f30ade', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.085656] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.086324] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.086590] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd213ffb-660d-4dad-b361-4c887713c948 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.108112] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.108112] env[68503]: value = "task-2862298" [ 1049.108112] env[68503]: _type = "Task" [ 1049.108112] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.115984] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862298, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.148612] env[68503]: DEBUG oslo_vmware.api [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862296, 'name': PowerOffVM_Task, 'duration_secs': 0.220587} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.148940] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.149087] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.149358] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e6ec51-660d-4b4b-b624-3aaa66fdd84e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.232554] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.232890] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.233295] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleting the datastore file [datastore1] 77ef840a-2216-4f7d-a598-421505eedd5e {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.233295] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b0d60b2-3f6d-4888-8553-9c2c69020de0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.242791] env[68503]: DEBUG oslo_vmware.api [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1049.242791] env[68503]: value = "task-2862300" [ 1049.242791] env[68503]: _type = "Task" [ 1049.242791] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.257467] env[68503]: DEBUG oslo_vmware.api [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.260618] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862295, 'name': ReconfigVM_Task, 'duration_secs': 0.776306} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.260932] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Reconfigured VM instance instance-0000004c to attach disk [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89/bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.261586] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ccc538-dab6-41bf-b3d8-7bf5147491d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.268138] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1049.268138] env[68503]: value = "task-2862301" [ 1049.268138] env[68503]: _type = "Task" [ 1049.268138] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.276564] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862301, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.315121] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.356647] env[68503]: DEBUG nova.network.neutron [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.373606] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862297, 'name': PowerOffVM_Task, 'duration_secs': 0.197691} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.373957] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.374201] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.375027] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cee13b-4357-4918-ae0b-9962d75ee2ed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.384649] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.385029] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7070367-f3ec-4185-9de0-c32d9de7eeed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.449906] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.450794] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.450794] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleting the datastore file [datastore1] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.451150] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8bd43e9-6fb0-4861-a63b-249c55692b7c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.458177] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1049.458177] env[68503]: value = "task-2862303" [ 1049.458177] env[68503]: _type = "Task" [ 1049.458177] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.469881] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.504527] env[68503]: DEBUG nova.network.neutron [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Updating instance_info_cache with network_info: [{"id": "686af4a2-d8ac-4804-af60-fb56066814e9", "address": "fa:16:3e:be:8b:42", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686af4a2-d8", "ovs_interfaceid": "686af4a2-d8ac-4804-af60-fb56066814e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.620619] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862298, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.756223] env[68503]: DEBUG oslo_vmware.api [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153091} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.756465] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.756644] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.756818] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.757021] env[68503]: INFO nova.compute.manager [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.757336] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.757460] env[68503]: DEBUG nova.compute.manager [-] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.757551] env[68503]: DEBUG nova.network.neutron [-] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.781275] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862301, 'name': Rename_Task, 'duration_secs': 0.146344} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.781451] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.781863] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aec96d4-58b9-4455-a833-ebfe9d399135 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.789216] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1049.789216] env[68503]: value = "task-2862304" [ 1049.789216] env[68503]: _type = "Task" [ 1049.789216] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.798260] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.819999] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.825203] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5e8df-85b2-4632-9e40-11d67f3d830a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.835487] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63552a12-1916-4ba4-9532-0bb4f76910a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.876170] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1d4e8d-b0d4-413e-83d7-8248c9d79730 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.885766] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475a3c8a-644d-48e2-b320-b34c22bcc4fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.901391] env[68503]: DEBUG nova.compute.provider_tree [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.969249] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133519} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.969591] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.969845] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.970087] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.007646] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "refresh_cache-acbe8ce9-014a-420f-b86c-bb57042d2e2e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.008017] env[68503]: DEBUG nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Instance network_info: |[{"id": "686af4a2-d8ac-4804-af60-fb56066814e9", "address": "fa:16:3e:be:8b:42", "network": {"id": "19cd47ee-c9c5-4443-a51d-ab2764c4fef0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-828687630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336d1421a204b3f8c48c5e6eb0f57bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686af4a2-d8", "ovs_interfaceid": "686af4a2-d8ac-4804-af60-fb56066814e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.008906] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:8b:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '686af4a2-d8ac-4804-af60-fb56066814e9', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.017854] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.018463] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.018699] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fb89284-4d53-4272-9853-3f7c62e76ba4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.042342] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.042342] env[68503]: value = "task-2862306" [ 1050.042342] env[68503]: _type = "Task" [ 1050.042342] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.052594] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862306, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.121164] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862298, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.300410] env[68503]: DEBUG oslo_vmware.api [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862304, 'name': PowerOnVM_Task, 'duration_secs': 0.458675} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.300971] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.301333] env[68503]: DEBUG nova.compute.manager [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.302574] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01c2908-c38c-4d8f-81df-c1ee58d9a859 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.319983] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.361884] env[68503]: DEBUG nova.compute.manager [req-e7560de9-bf90-4bea-b467-01a4e5b37f27 req-0cffbc17-377b-4198-a8ce-106be1186d4f service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Received event network-vif-deleted-722393ef-4d19-4954-a111-94990e142a51 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.362293] env[68503]: INFO nova.compute.manager [req-e7560de9-bf90-4bea-b467-01a4e5b37f27 req-0cffbc17-377b-4198-a8ce-106be1186d4f service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Neutron deleted interface 722393ef-4d19-4954-a111-94990e142a51; detaching it from the instance and deleting it from the info cache [ 1050.362293] env[68503]: DEBUG nova.network.neutron [req-e7560de9-bf90-4bea-b467-01a4e5b37f27 req-0cffbc17-377b-4198-a8ce-106be1186d4f service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.427245] env[68503]: ERROR nova.scheduler.client.report [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [req-b264f135-ecb2-4973-aabc-521d025be84e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b264f135-ecb2-4973-aabc-521d025be84e"}]} [ 1050.451422] env[68503]: DEBUG nova.scheduler.client.report [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1050.468967] env[68503]: DEBUG nova.scheduler.client.report [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1050.469227] env[68503]: DEBUG nova.compute.provider_tree [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.493539] env[68503]: DEBUG nova.scheduler.client.report [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1050.519655] env[68503]: DEBUG nova.scheduler.client.report [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1050.558481] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862306, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.621979] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862298, 'name': CreateVM_Task, 'duration_secs': 1.389438} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.625114] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.625815] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.626019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.626397] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.626671] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae8fd49-6cc0-451a-886b-62d6cb90aa72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.632118] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1050.632118] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c02d74-6f0b-4397-f8ec-d0daa615d96f" [ 1050.632118] env[68503]: _type = "Task" [ 1050.632118] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.642624] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c02d74-6f0b-4397-f8ec-d0daa615d96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.823431] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.827749] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.834239] env[68503]: DEBUG nova.network.neutron [-] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.864843] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35a2cbe7-2b01-4fc8-bdef-052e67e054ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.875960] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d98b32-d1f3-4251-ac83-2066011751c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.924092] env[68503]: DEBUG nova.compute.manager [req-e7560de9-bf90-4bea-b467-01a4e5b37f27 req-0cffbc17-377b-4198-a8ce-106be1186d4f service nova] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Detach interface failed, port_id=722393ef-4d19-4954-a111-94990e142a51, reason: Instance 77ef840a-2216-4f7d-a598-421505eedd5e could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.926864] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a0a323-86b3-4543-83d9-a2615fc1efe4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.935200] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2628d94e-6193-431c-a7a0-4729dbcd9480 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.968096] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78602545-d46a-45e3-a850-bc8df2afa1de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.977806] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8235128-f83a-4faf-9086-f876dd3005ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.996057] env[68503]: DEBUG nova.compute.provider_tree [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.010155] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.010479] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.010643] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.010867] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.011285] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.011496] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.011756] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.011954] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.012157] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.012354] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.012583] env[68503]: DEBUG nova.virt.hardware [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.013803] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d3a2c1-29be-4778-b138-39cf1e001c65 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.022850] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a0ef7-4af1-4197-bd1d-673580ff8b5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.037455] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:e3:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d122f19-ea17-454a-af2b-c0bc4043c342', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.045187] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.045883] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.048994] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55128a1a-7a48-46dd-8273-49ae9ca5393b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.069131] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862306, 'name': CreateVM_Task, 'duration_secs': 0.644272} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.069705] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.069904] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.069904] env[68503]: value = "task-2862307" [ 1051.069904] env[68503]: _type = "Task" [ 1051.069904] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.070563] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.082889] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862307, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.143018] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c02d74-6f0b-4397-f8ec-d0daa615d96f, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.143018] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.143245] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.143484] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.143630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.143806] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.144117] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.144427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.144658] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-996df9aa-b0b6-43cc-b3b9-7f5e48efbc02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.146829] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a940617d-c6af-4802-a79a-86c49422bce1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.152461] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1051.152461] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521b6fa3-7611-8817-7d1a-fd148b9b8756" [ 1051.152461] env[68503]: _type = "Task" [ 1051.152461] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.156307] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.156469] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.157552] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ee414b-6ac7-4af7-93e5-348dca8ab540 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.162620] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521b6fa3-7611-8817-7d1a-fd148b9b8756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.166066] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1051.166066] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52574273-2b97-cbca-e8b1-895effd4e84f" [ 1051.166066] env[68503]: _type = "Task" [ 1051.166066] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.173729] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52574273-2b97-cbca-e8b1-895effd4e84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.236514] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.236822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.237056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.237244] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.237427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.239692] env[68503]: INFO nova.compute.manager [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Terminating instance [ 1051.319652] env[68503]: DEBUG oslo_vmware.api [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862285, 'name': ReconfigVM_Task, 'duration_secs': 5.776896} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.319943] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.320268] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Reconfigured VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1051.336299] env[68503]: INFO nova.compute.manager [-] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Took 1.58 seconds to deallocate network for instance. [ 1051.532178] env[68503]: DEBUG nova.scheduler.client.report [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.532503] env[68503]: DEBUG nova.compute.provider_tree [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 108 to 109 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.532708] env[68503]: DEBUG nova.compute.provider_tree [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.581255] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862307, 'name': CreateVM_Task, 'duration_secs': 0.338109} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.581429] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.582133] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.666418] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521b6fa3-7611-8817-7d1a-fd148b9b8756, 'name': SearchDatastore_Task, 'duration_secs': 0.032536} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.666418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.666418] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.666418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.666418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.666418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.666418] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ebf6f0-ad95-4141-9c43-c412b1fb1c5a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.676726] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52574273-2b97-cbca-e8b1-895effd4e84f, 'name': SearchDatastore_Task, 'duration_secs': 0.025606} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.678189] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1051.678189] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529f4fb2-e476-4583-b485-ae23c024eaa9" [ 1051.678189] env[68503]: _type = "Task" [ 1051.678189] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.678389] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b36a08f-b1c0-4cda-8f32-c3ddc0f005be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.686754] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1051.686754] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52899eda-9370-3d6f-d465-080affd9b554" [ 1051.686754] env[68503]: _type = "Task" [ 1051.686754] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.689961] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529f4fb2-e476-4583-b485-ae23c024eaa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.697448] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52899eda-9370-3d6f-d465-080affd9b554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.743666] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "refresh_cache-bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.743845] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquired lock "refresh_cache-bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.744029] env[68503]: DEBUG nova.network.neutron [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.847218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.002907] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1052.003188] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575417', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'name': 'volume-9ce864c2-bd63-405b-a73f-235a5f6b20da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5431a59-4c62-4f54-9105-8db4eb1955fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'serial': '9ce864c2-bd63-405b-a73f-235a5f6b20da'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1052.004126] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0dc38b-7bc5-44fe-a97c-96715f096962 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.021923] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0b3db7-d4d1-4ff6-a9ac-41bc3545b1e7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.041201] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.610s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.041577] env[68503]: DEBUG nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.051261] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] volume-9ce864c2-bd63-405b-a73f-235a5f6b20da/volume-9ce864c2-bd63-405b-a73f-235a5f6b20da.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.051850] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.219s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.052105] env[68503]: DEBUG nova.objects.instance [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lazy-loading 'resources' on Instance uuid dd22ec5b-8507-4da7-a412-4bca7901d48b {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.053184] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4974f083-04aa-422b-a93d-d3760aa51984 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.079282] env[68503]: DEBUG oslo_vmware.api [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1052.079282] env[68503]: value = "task-2862308" [ 1052.079282] env[68503]: _type = "Task" [ 1052.079282] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.088902] env[68503]: DEBUG oslo_vmware.api [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.201730] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529f4fb2-e476-4583-b485-ae23c024eaa9, 'name': SearchDatastore_Task, 'duration_secs': 0.020499} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.202016] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.202402] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.202758] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.212764] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52899eda-9370-3d6f-d465-080affd9b554, 'name': SearchDatastore_Task, 'duration_secs': 0.032599} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.212764] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.212764] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.213266] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.213459] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.213811] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b16e326f-ed29-4d7a-8463-bc721d44a9fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.216723] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a73b9048-0a32-4d44-80ad-2569c92c1da5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.228394] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1052.228394] env[68503]: value = "task-2862309" [ 1052.228394] env[68503]: _type = "Task" [ 1052.228394] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.237210] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.237415] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.239087] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b530689-bb6c-4769-a5eb-2475f483303f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.249580] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.258926] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1052.258926] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c393ea-abd9-f1a5-27b6-4ca5770ebfd3" [ 1052.258926] env[68503]: _type = "Task" [ 1052.258926] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.269041] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c393ea-abd9-f1a5-27b6-4ca5770ebfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.273491] env[68503]: DEBUG nova.network.neutron [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.296567] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.296853] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "103f1a61-ad86-446f-8326-1d64a01df948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.297075] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.297263] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.297455] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "103f1a61-ad86-446f-8326-1d64a01df948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.299524] env[68503]: INFO nova.compute.manager [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Terminating instance [ 1052.327031] env[68503]: DEBUG nova.network.neutron [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.391138] env[68503]: DEBUG nova.compute.manager [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-vif-deleted-bb906d49-958b-46c9-bf1b-3926eaeb0a84 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.391138] env[68503]: INFO nova.compute.manager [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Neutron deleted interface bb906d49-958b-46c9-bf1b-3926eaeb0a84; detaching it from the instance and deleting it from the info cache [ 1052.391138] env[68503]: DEBUG nova.network.neutron [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2f6c994-81db-427c-b32d-9e9736b14098", "address": "fa:16:3e:b0:a3:ee", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f6c994-81", "ovs_interfaceid": "b2f6c994-81db-427c-b32d-9e9736b14098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.514955] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d26020f-61bf-4cb9-8ce0-ad6538d6aed0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.524212] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1253f2e-03e0-4e85-be55-313e4ca38242 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.560795] env[68503]: DEBUG nova.compute.utils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.562570] env[68503]: DEBUG nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.562676] env[68503]: DEBUG nova.network.neutron [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.565095] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ced934c-8703-47ac-99c4-9744dc38ba34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.574995] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.575220] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.575436] env[68503]: DEBUG nova.network.neutron [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.578084] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae660a7f-58ad-4699-a426-c445918e35ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.593062] env[68503]: DEBUG oslo_vmware.api [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862308, 'name': ReconfigVM_Task, 'duration_secs': 0.425366} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.601062] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfigured VM instance instance-0000002f to attach disk [datastore2] volume-9ce864c2-bd63-405b-a73f-235a5f6b20da/volume-9ce864c2-bd63-405b-a73f-235a5f6b20da.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.607245] env[68503]: DEBUG nova.compute.provider_tree [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.609989] env[68503]: DEBUG nova.policy [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78f203f0d264cd7870fb40fa46b39d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150c01418f9649789386332c37415c0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.611763] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f2e624-1122-4a0e-ba57-8a382c27bd2c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.634324] env[68503]: DEBUG oslo_vmware.api [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1052.634324] env[68503]: value = "task-2862310" [ 1052.634324] env[68503]: _type = "Task" [ 1052.634324] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.648438] env[68503]: DEBUG oslo_vmware.api [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.741606] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.770573] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c393ea-abd9-f1a5-27b6-4ca5770ebfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.771559] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62874efd-b81d-4391-96c2-5436fc551706 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.778530] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1052.778530] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52581958-78d8-91e8-32c2-1c03a997b7d7" [ 1052.778530] env[68503]: _type = "Task" [ 1052.778530] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.788751] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52581958-78d8-91e8-32c2-1c03a997b7d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.806872] env[68503]: DEBUG nova.compute.manager [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.807159] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.808099] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74568583-595e-4b92-bf66-926e9cc6c7a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.816202] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.816457] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36579af5-b311-48b3-a6cd-062362f22361 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.826847] env[68503]: DEBUG oslo_vmware.api [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1052.826847] env[68503]: value = "task-2862311" [ 1052.826847] env[68503]: _type = "Task" [ 1052.826847] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.832271] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Releasing lock "refresh_cache-bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.832678] env[68503]: DEBUG nova.compute.manager [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.832957] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.836689] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a776cda-0c1a-49d6-bff0-02e9dabdba08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.839396] env[68503]: DEBUG oslo_vmware.api [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.844568] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.844828] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-516cae06-10a5-4cb0-bd53-30c5723ad82b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.852372] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1052.852372] env[68503]: value = "task-2862312" [ 1052.852372] env[68503]: _type = "Task" [ 1052.852372] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.861677] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.894095] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] Acquiring lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.934889] env[68503]: DEBUG nova.network.neutron [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Successfully created port: 4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.063695] env[68503]: DEBUG nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.124997] env[68503]: DEBUG nova.scheduler.client.report [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.145269] env[68503]: DEBUG oslo_vmware.api [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862310, 'name': ReconfigVM_Task, 'duration_secs': 0.206872} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.145269] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575417', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'name': 'volume-9ce864c2-bd63-405b-a73f-235a5f6b20da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5431a59-4c62-4f54-9105-8db4eb1955fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'serial': '9ce864c2-bd63-405b-a73f-235a5f6b20da'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.242168] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862309, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.290258] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52581958-78d8-91e8-32c2-1c03a997b7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.290431] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.290717] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] acbe8ce9-014a-420f-b86c-bb57042d2e2e/acbe8ce9-014a-420f-b86c-bb57042d2e2e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.291022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.291413] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.291488] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54f779d-f59e-47f3-a679-7e668c2bc7f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.296022] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2fa728c-85f9-4a22-a59a-a34e372feaac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.304433] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1053.304433] env[68503]: value = "task-2862313" [ 1053.304433] env[68503]: _type = "Task" [ 1053.304433] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.311899] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.311899] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.313663] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5765ea-a5b6-48d7-b54c-e2bfb02fa858 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.318357] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.323167] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1053.323167] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52322ae1-d797-2cc6-d01c-c41df59a5aa7" [ 1053.323167] env[68503]: _type = "Task" [ 1053.323167] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.335163] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52322ae1-d797-2cc6-d01c-c41df59a5aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.340987] env[68503]: DEBUG oslo_vmware.api [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862311, 'name': PowerOffVM_Task, 'duration_secs': 0.199797} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.341622] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.341801] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.342077] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3781d7f3-e46a-4e0a-abc7-05edb2b41cc6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.363108] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.380461] env[68503]: INFO nova.network.neutron [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Port b2f6c994-81db-427c-b32d-9e9736b14098 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1053.380828] env[68503]: DEBUG nova.network.neutron [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.438506] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.438729] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.438903] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleting the datastore file [datastore2] 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.439195] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac3443b9-6a52-491e-81f2-57f6b9a932f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.446548] env[68503]: DEBUG oslo_vmware.api [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1053.446548] env[68503]: value = "task-2862315" [ 1053.446548] env[68503]: _type = "Task" [ 1053.446548] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.466362] env[68503]: DEBUG oslo_vmware.api [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.569046] env[68503]: INFO nova.virt.block_device [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Booting with volume 8a6af3e9-84bf-42ec-89a1-5dd786f36838 at /dev/sda [ 1053.600872] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4daa80fd-48b5-464b-ab14-ffe628ca610d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.610879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a0302-622e-4fec-a2a3-db573c3b38c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.646259] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.648783] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.385s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.649013] env[68503]: DEBUG nova.objects.instance [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lazy-loading 'resources' on Instance uuid 24b77c0c-2889-46c4-aa3d-5816e11cea7e {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.651939] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f767ca1d-5a3b-44f6-a6de-0e0bf8784221 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.664308] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca8123-2ea1-48ce-ba69-ef34eef90384 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.675790] env[68503]: INFO nova.scheduler.client.report [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Deleted allocations for instance dd22ec5b-8507-4da7-a412-4bca7901d48b [ 1053.705472] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ab461-fc21-4439-9c74-dba0991528a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.714666] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92235f18-9e2b-4499-aa5a-a871bde0d273 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.731157] env[68503]: DEBUG nova.virt.block_device [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updating existing volume attachment record: 2ceafecf-74da-459c-a3ef-bc0bb80804e2 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1053.743985] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862309, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.819036] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.836937] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52322ae1-d797-2cc6-d01c-c41df59a5aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.040647} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.837807] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4550921d-6d0d-4fa7-aa6c-d78cd60b492e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.844905] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1053.844905] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bf8d00-632c-10db-7275-ffe3ff85efa1" [ 1053.844905] env[68503]: _type = "Task" [ 1053.844905] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.854440] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bf8d00-632c-10db-7275-ffe3ff85efa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.864132] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.885773] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.014768] env[68503]: DEBUG oslo_vmware.api [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.186920] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fd1f4de0-709c-4f2d-98b3-c6ffc8e24d88 tempest-ServersListShow296Test-2079626528 tempest-ServersListShow296Test-2079626528-project-member] Lock "dd22ec5b-8507-4da7-a412-4bca7901d48b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.605s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.189068] env[68503]: DEBUG nova.objects.instance [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lazy-loading 'flavor' on Instance uuid b5431a59-4c62-4f54-9105-8db4eb1955fe {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.247104] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862309, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545427} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.250452] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.250739] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.251346] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74d788dc-d44f-4dbc-856e-eef209e929d1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.260476] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1054.260476] env[68503]: value = "task-2862316" [ 1054.260476] env[68503]: _type = "Task" [ 1054.260476] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.274296] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.319310] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965235} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.322038] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] acbe8ce9-014a-420f-b86c-bb57042d2e2e/acbe8ce9-014a-420f-b86c-bb57042d2e2e.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.322253] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.322714] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1cb9de3-5b9b-4701-86ed-456961a149de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.330719] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1054.330719] env[68503]: value = "task-2862317" [ 1054.330719] env[68503]: _type = "Task" [ 1054.330719] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.357921] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.366936] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bf8d00-632c-10db-7275-ffe3ff85efa1, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.370218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.370218] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.370218] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2142f226-7556-4234-9134-ca4487752d93 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.373491] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862312, 'name': PowerOffVM_Task, 'duration_secs': 1.08829} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.374203] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.374333] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.374580] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b1eea9-3485-4832-8264-777b19b22a57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.378738] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1054.378738] env[68503]: value = "task-2862318" [ 1054.378738] env[68503]: _type = "Task" [ 1054.378738] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.388318] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.392067] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fa46115a-0f9a-41d4-b7c9-3ea3d1b68264 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-103f1a61-ad86-446f-8326-1d64a01df948-bb906d49-958b-46c9-bf1b-3926eaeb0a84" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.708s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.405951] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.406279] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.406469] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Deleting the datastore file [datastore2] bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.407873] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804d3587-b74f-4dd3-88b0-1bab667bbeee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.419500] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for the task: (returnval){ [ 1054.419500] env[68503]: value = "task-2862320" [ 1054.419500] env[68503]: _type = "Task" [ 1054.419500] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.429063] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.459577] env[68503]: DEBUG oslo_vmware.api [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.753887} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.459857] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.460060] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.460240] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.460412] env[68503]: INFO nova.compute.manager [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1054.460706] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.460875] env[68503]: DEBUG nova.compute.manager [-] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.461054] env[68503]: DEBUG nova.network.neutron [-] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.529698] env[68503]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b2f6c994-81db-427c-b32d-9e9736b14098 could not be found.", "detail": ""}} {{(pid=68503) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1054.529698] env[68503]: DEBUG nova.network.neutron [-] Unable to show port b2f6c994-81db-427c-b32d-9e9736b14098 as it no longer exists. {{(pid=68503) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1054.582590] env[68503]: DEBUG nova.compute.manager [req-2d97f19d-456a-4fff-bc9e-126029d0e6c6 req-38c75648-0b3c-4402-9908-3e994f2a70f5 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Received event network-vif-plugged-4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.582826] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d97f19d-456a-4fff-bc9e-126029d0e6c6 req-38c75648-0b3c-4402-9908-3e994f2a70f5 service nova] Acquiring lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.583053] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d97f19d-456a-4fff-bc9e-126029d0e6c6 req-38c75648-0b3c-4402-9908-3e994f2a70f5 service nova] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.583226] env[68503]: DEBUG oslo_concurrency.lockutils [req-2d97f19d-456a-4fff-bc9e-126029d0e6c6 req-38c75648-0b3c-4402-9908-3e994f2a70f5 service nova] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.583400] env[68503]: DEBUG nova.compute.manager [req-2d97f19d-456a-4fff-bc9e-126029d0e6c6 req-38c75648-0b3c-4402-9908-3e994f2a70f5 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] No waiting events found dispatching network-vif-plugged-4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.583618] env[68503]: WARNING nova.compute.manager [req-2d97f19d-456a-4fff-bc9e-126029d0e6c6 req-38c75648-0b3c-4402-9908-3e994f2a70f5 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Received unexpected event network-vif-plugged-4d2d737a-1a83-4127-b1da-bc183f078d6f for instance with vm_state building and task_state block_device_mapping. [ 1054.626789] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b27fb-af57-4060-8a87-7dc6c342ff0f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.633901] env[68503]: DEBUG nova.network.neutron [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Successfully updated port: 4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.644020] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f2c8de-ca46-44ce-b369-5aa4336e866b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.682948] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0393e1e-6be8-4afc-b09b-67e3893372f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.695080] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0c5c8b51-17ac-45ee-8c06-a6fab5ddfe64 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.302s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.699200] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf71f43-a18d-4471-ae97-3a495f0b609f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.720984] env[68503]: DEBUG nova.compute.provider_tree [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.773362] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062424} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.773633] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.774637] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a286c-4e57-4f0c-8523-80454a049497 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.803034] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.805267] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d9cb33-cd7b-408d-893c-b0258e00eff5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.830683] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1054.830683] env[68503]: value = "task-2862321" [ 1054.830683] env[68503]: _type = "Task" [ 1054.830683] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.850337] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13044} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.851224] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.852166] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.853079] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8637d4b-603d-4bad-a3cb-dba645337c37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.878887] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] acbe8ce9-014a-420f-b86c-bb57042d2e2e/acbe8ce9-014a-420f-b86c-bb57042d2e2e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.879670] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3402539e-9f18-4fd7-9073-2d427161790d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.905565] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47701} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.907025] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.907259] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.907580] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1054.907580] env[68503]: value = "task-2862322" [ 1054.907580] env[68503]: _type = "Task" [ 1054.907580] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.907759] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1f68475-1461-4570-9d3f-15ee989773e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.919360] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.920760] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1054.920760] env[68503]: value = "task-2862323" [ 1054.920760] env[68503]: _type = "Task" [ 1054.920760] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.936429] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.939916] env[68503]: DEBUG oslo_vmware.api [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Task: {'id': task-2862320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105649} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.940226] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.940563] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.940798] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.941025] env[68503]: INFO nova.compute.manager [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1054.941337] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.941526] env[68503]: DEBUG nova.compute.manager [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.941618] env[68503]: DEBUG nova.network.neutron [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.983596] env[68503]: INFO nova.compute.manager [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Rescuing [ 1054.983736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.983883] env[68503]: DEBUG oslo_concurrency.lockutils [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.984070] env[68503]: DEBUG nova.network.neutron [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.115402] env[68503]: DEBUG nova.network.neutron [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.141828] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Acquiring lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.141940] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Acquired lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.142102] env[68503]: DEBUG nova.network.neutron [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.225359] env[68503]: DEBUG nova.scheduler.client.report [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.341782] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862321, 'name': ReconfigVM_Task, 'duration_secs': 0.369882} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.342222] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b45c1449-39a5-419e-8993-906c852cc890/b45c1449-39a5-419e-8993-906c852cc890.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.342951] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5286fab-8075-4fb0-bea9-1210c143ea7b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.352834] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1055.352834] env[68503]: value = "task-2862324" [ 1055.352834] env[68503]: _type = "Task" [ 1055.352834] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.364503] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862324, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.421334] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862322, 'name': ReconfigVM_Task, 'duration_secs': 0.434178} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.421511] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] acbe8ce9-014a-420f-b86c-bb57042d2e2e/acbe8ce9-014a-420f-b86c-bb57042d2e2e.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.422160] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41425362-737a-4e72-b23e-45f46ed668ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.429719] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1055.429719] env[68503]: value = "task-2862325" [ 1055.429719] env[68503]: _type = "Task" [ 1055.429719] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.433250] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077464} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.437265] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.438296] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c85ef4-f947-49dd-a8f3-e8e7d25283bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.447008] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862325, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.465951] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.466347] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97adfc05-f7f4-4c00-997c-b0aca0d4227c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.489723] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1055.489723] env[68503]: value = "task-2862326" [ 1055.489723] env[68503]: _type = "Task" [ 1055.489723] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.499605] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.618699] env[68503]: DEBUG nova.network.neutron [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.693918] env[68503]: DEBUG nova.network.neutron [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.732259] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.735753] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.206s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.741948] env[68503]: INFO nova.compute.claims [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.762024] env[68503]: DEBUG nova.network.neutron [-] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.766518] env[68503]: INFO nova.scheduler.client.report [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Deleted allocations for instance 24b77c0c-2889-46c4-aa3d-5816e11cea7e [ 1055.845343] env[68503]: DEBUG nova.network.neutron [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.850572] env[68503]: DEBUG nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.851095] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.851310] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.851467] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.851647] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.851794] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.851956] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.852187] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.852348] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.852514] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.852673] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.852845] env[68503]: DEBUG nova.virt.hardware [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.853784] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1651814-88a2-4451-9db7-ee13c615b6c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.869785] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862324, 'name': Rename_Task, 'duration_secs': 0.170659} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.870210] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.871795] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966e0570-cd62-492b-ba12-33e7dfdc7f88 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.876400] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d72a270-0323-46e8-bb38-221006e1bf34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.891383] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1055.891383] env[68503]: value = "task-2862327" [ 1055.891383] env[68503]: _type = "Task" [ 1055.891383] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.901359] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.902827] env[68503]: DEBUG nova.network.neutron [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updating instance_info_cache with network_info: [{"id": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "address": "fa:16:3e:d7:c2:a9", "network": {"id": "2a5cd0bf-6d07-430f-a6b1-1415f403b07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-424975256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150c01418f9649789386332c37415c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2d737a-1a", "ovs_interfaceid": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.944783] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862325, 'name': Rename_Task, 'duration_secs': 0.170598} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.946143] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.948509] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b32a52-c9a8-4adf-89a7-33a160ae035a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.957567] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1055.957567] env[68503]: value = "task-2862328" [ 1055.957567] env[68503]: _type = "Task" [ 1055.957567] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.969969] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.001651] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862326, 'name': ReconfigVM_Task, 'duration_secs': 0.308702} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.001948] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253/4e1edfd6-9538-47e8-8cd0-8bd69b1b1253.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.002610] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce277810-7b68-4155-b7b0-6c6adb099dab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.011234] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1056.011234] env[68503]: value = "task-2862329" [ 1056.011234] env[68503]: _type = "Task" [ 1056.011234] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.025755] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862329, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.124059] env[68503]: INFO nova.compute.manager [-] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Took 1.18 seconds to deallocate network for instance. [ 1056.266806] env[68503]: INFO nova.compute.manager [-] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Took 1.80 seconds to deallocate network for instance. [ 1056.277729] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9518765b-e1a3-4a5c-a96e-34013eaa5816 tempest-ServersV294TestFqdnHostnames-1321808712 tempest-ServersV294TestFqdnHostnames-1321808712-project-member] Lock "24b77c0c-2889-46c4-aa3d-5816e11cea7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.977s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.349201] env[68503]: DEBUG oslo_concurrency.lockutils [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.402367] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.405173] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Releasing lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.405465] env[68503]: DEBUG nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Instance network_info: |[{"id": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "address": "fa:16:3e:d7:c2:a9", "network": {"id": "2a5cd0bf-6d07-430f-a6b1-1415f403b07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-424975256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150c01418f9649789386332c37415c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2d737a-1a", "ovs_interfaceid": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.405842] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:c2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d2d737a-1a83-4127-b1da-bc183f078d6f', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.413484] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Creating folder: Project (150c01418f9649789386332c37415c0e). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.413743] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b258185-0e0d-41f4-8a41-8f83eebbcce8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.430788] env[68503]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1056.430967] env[68503]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68503) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1056.431348] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Folder already exists: Project (150c01418f9649789386332c37415c0e). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1056.431527] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Creating folder: Instances. Parent ref: group-v575387. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.431797] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f521eb6-343d-4f64-8a59-466cb5ca0a61 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.443414] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Created folder: Instances in parent group-v575387. [ 1056.443697] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.443939] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.444113] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b33f172-6d9d-469e-8cb3-71339848cf5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.459908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.460216] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.460469] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.460688] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.460880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.466777] env[68503]: INFO nova.compute.manager [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Terminating instance [ 1056.472719] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.472719] env[68503]: value = "task-2862332" [ 1056.472719] env[68503]: _type = "Task" [ 1056.472719] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.477770] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.487484] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862332, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.521397] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862329, 'name': Rename_Task, 'duration_secs': 0.153672} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.521687] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.521932] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812d3dfb-ef4a-4780-ab8f-8882a5a65aea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.529421] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1056.529421] env[68503]: value = "task-2862333" [ 1056.529421] env[68503]: _type = "Task" [ 1056.529421] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.542469] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.615733] env[68503]: DEBUG nova.compute.manager [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Received event network-changed-4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.615936] env[68503]: DEBUG nova.compute.manager [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Refreshing instance network info cache due to event network-changed-4d2d737a-1a83-4127-b1da-bc183f078d6f. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.616395] env[68503]: DEBUG oslo_concurrency.lockutils [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] Acquiring lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.616552] env[68503]: DEBUG oslo_concurrency.lockutils [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] Acquired lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.616720] env[68503]: DEBUG nova.network.neutron [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Refreshing network info cache for port 4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.629683] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.773409] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.905408] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.973305] env[68503]: DEBUG nova.compute.manager [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.973538] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.973830] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.976961] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa1d9ba-632e-41d0-a386-d3c3406e1bf6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.989028] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862332, 'name': CreateVM_Task, 'duration_secs': 0.387269} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.993538] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.993958] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.995077] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2ceafecf-74da-459c-a3ef-bc0bb80804e2', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575394', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'name': 'volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'serial': '8a6af3e9-84bf-42ec-89a1-5dd786f36838'}, 'volume_type': None}], 'swap': None} {{(pid=68503) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1056.995077] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Root volume attach. Driver type: vmdk {{(pid=68503) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1056.995303] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8155de-02b2-44b1-9b23-5941c3d96210 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.997262] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3344aead-9ec2-4811-8314-6154cf48d575 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.008883] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bc6b75-81e3-494b-ba03-67b3200ed5a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.011415] env[68503]: DEBUG oslo_vmware.api [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1057.011415] env[68503]: value = "task-2862334" [ 1057.011415] env[68503]: _type = "Task" [ 1057.011415] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.018839] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b860d88-35d7-4301-99a4-621c67406a8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.024526] env[68503]: DEBUG oslo_vmware.api [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.034424] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-43dae292-e3a2-41dc-826d-131caeadc0fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.044144] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.044700] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1057.044700] env[68503]: value = "task-2862335" [ 1057.044700] env[68503]: _type = "Task" [ 1057.044700] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.061196] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862335, 'name': RelocateVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.197369] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c1bed8-b241-48ac-95eb-33b4efc47674 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.208130] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a1a7f8-9f8e-4d1f-a646-ddd0040fc4c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.246911] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0070b257-9e3e-435f-88a2-a39c4f16d92e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.256807] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57f93d-a069-4253-acdb-fabb879c3748 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.271420] env[68503]: DEBUG nova.compute.provider_tree [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.406551] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.447628] env[68503]: DEBUG nova.network.neutron [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updated VIF entry in instance network info cache for port 4d2d737a-1a83-4127-b1da-bc183f078d6f. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.447628] env[68503]: DEBUG nova.network.neutron [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updating instance_info_cache with network_info: [{"id": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "address": "fa:16:3e:d7:c2:a9", "network": {"id": "2a5cd0bf-6d07-430f-a6b1-1415f403b07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-424975256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150c01418f9649789386332c37415c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2d737a-1a", "ovs_interfaceid": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.474805] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.521644] env[68503]: DEBUG oslo_vmware.api [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862334, 'name': PowerOffVM_Task, 'duration_secs': 0.320093} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.521888] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.522104] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.522358] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6027e5-5c15-41f6-b031-2e3c0faff47d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.539310] env[68503]: DEBUG oslo_vmware.api [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862333, 'name': PowerOnVM_Task, 'duration_secs': 0.568498} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.539551] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.539811] env[68503]: DEBUG nova.compute.manager [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.540985] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f87591-13f9-46e1-a83c-6d3d780f01c3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.557055] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862335, 'name': RelocateVM_Task, 'duration_secs': 0.035645} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.557336] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1057.557553] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575394', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'name': 'volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'serial': '8a6af3e9-84bf-42ec-89a1-5dd786f36838'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1057.558319] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd47e29b-7df6-4bbc-ab3f-3102690c8951 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.574062] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b511fb-5c61-4682-ac72-1f90a17e3a7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.596288] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838/volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.598480] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf72ca3-c037-4902-abf0-20a02795c62c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.613694] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.614517] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.614517] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleting the datastore file [datastore2] 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.614517] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-771af20e-a7d4-4e19-a632-f46492cddd5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.622490] env[68503]: DEBUG oslo_vmware.api [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1057.622490] env[68503]: value = "task-2862337" [ 1057.622490] env[68503]: _type = "Task" [ 1057.622490] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.623831] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1057.623831] env[68503]: value = "task-2862338" [ 1057.623831] env[68503]: _type = "Task" [ 1057.623831] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.636356] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.639432] env[68503]: DEBUG oslo_vmware.api [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.778561] env[68503]: DEBUG nova.scheduler.client.report [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.892913] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.893313] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2eadcb-ab4e-4fed-8f75-d36a6bd9ce81 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.911690] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.914315] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1057.914315] env[68503]: value = "task-2862339" [ 1057.914315] env[68503]: _type = "Task" [ 1057.914315] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.927668] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.950784] env[68503]: DEBUG oslo_concurrency.lockutils [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] Releasing lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.951349] env[68503]: DEBUG nova.compute.manager [req-d3a557aa-8b0b-4041-9da3-af7002ffcc48 req-dda8df7a-252d-45b4-8395-c57894d6af40 service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-vif-deleted-8c5d744f-7a9a-4af1-89f8-02f7dd36cc14 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.975571] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.064103] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.138111] env[68503]: DEBUG oslo_vmware.api [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156518} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.141297] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.141504] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.141674] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.141847] env[68503]: INFO nova.compute.manager [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1058.142390] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.142390] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862338, 'name': ReconfigVM_Task, 'duration_secs': 0.279947} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.142591] env[68503]: DEBUG nova.compute.manager [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.142688] env[68503]: DEBUG nova.network.neutron [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.146295] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838/volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.149441] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef35d0e-89c0-4585-98d7-3a78c62ed68c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.174219] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1058.174219] env[68503]: value = "task-2862340" [ 1058.174219] env[68503]: _type = "Task" [ 1058.174219] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.189348] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.288016] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.288016] env[68503]: DEBUG nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.289626] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.865s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.291425] env[68503]: INFO nova.compute.claims [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.408224] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.425906] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862339, 'name': PowerOffVM_Task, 'duration_secs': 0.294594} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.428176] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.429117] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b48637-268b-4dc2-8c9b-4ec157ef2b42 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.457379] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7da533-ff5e-4ee8-b14e-8480eda7374e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.478048] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.490938] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.491255] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ef4259-2d31-4bc0-ba41-a59ae556b12c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.499801] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1058.499801] env[68503]: value = "task-2862341" [ 1058.499801] env[68503]: _type = "Task" [ 1058.499801] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.509782] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1058.510017] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.510275] env[68503]: DEBUG oslo_concurrency.lockutils [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.510426] env[68503]: DEBUG oslo_concurrency.lockutils [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.510601] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.510878] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b33cb77-02b5-4bc5-8192-24f9261a09e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.520350] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.520534] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.521418] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ef4b94-9eac-4d9b-b877-1c5b855d117b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.527358] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1058.527358] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52423d71-7880-b532-19ee-191cace34d72" [ 1058.527358] env[68503]: _type = "Task" [ 1058.527358] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.537486] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52423d71-7880-b532-19ee-191cace34d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.669655] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.669953] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.670195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.670381] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.670548] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.672700] env[68503]: INFO nova.compute.manager [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Terminating instance [ 1058.693017] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862340, 'name': ReconfigVM_Task, 'duration_secs': 0.155264} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.693017] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575394', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'name': 'volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'serial': '8a6af3e9-84bf-42ec-89a1-5dd786f36838'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1058.693203] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-343e8553-f61a-4196-a8f2-c35689cd0fc4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.703086] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1058.703086] env[68503]: value = "task-2862342" [ 1058.703086] env[68503]: _type = "Task" [ 1058.703086] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.721122] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862342, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.796953] env[68503]: DEBUG nova.compute.utils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.804041] env[68503]: DEBUG nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.804340] env[68503]: DEBUG nova.network.neutron [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.861159] env[68503]: DEBUG nova.policy [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8300708afb164c3fad43efca1a804db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd779af9f7f643f8852b887caa90b744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.866274] env[68503]: DEBUG nova.compute.manager [req-fe513f42-2418-46e1-bd87-54eae9a987a0 req-90fffb1c-b368-4324-ac6c-b7136c23c47c service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Received event network-vif-deleted-fd495534-f219-4094-a232-4d4dce6150c4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.866525] env[68503]: INFO nova.compute.manager [req-fe513f42-2418-46e1-bd87-54eae9a987a0 req-90fffb1c-b368-4324-ac6c-b7136c23c47c service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Neutron deleted interface fd495534-f219-4094-a232-4d4dce6150c4; detaching it from the instance and deleting it from the info cache [ 1058.866810] env[68503]: DEBUG nova.network.neutron [req-fe513f42-2418-46e1-bd87-54eae9a987a0 req-90fffb1c-b368-4324-ac6c-b7136c23c47c service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.910389] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.979839] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.044516] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52423d71-7880-b532-19ee-191cace34d72, 'name': SearchDatastore_Task, 'duration_secs': 0.016412} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.045327] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4bd541-001d-4d41-af59-1f0b96d04a45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.052855] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1059.052855] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fbdc34-6d4d-d382-c61d-a3b7426887a0" [ 1059.052855] env[68503]: _type = "Task" [ 1059.052855] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.063460] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fbdc34-6d4d-d382-c61d-a3b7426887a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.184100] env[68503]: DEBUG nova.compute.manager [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.184799] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.186794] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e4964-c36e-4c8c-b339-f91b23b67564 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.194601] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.196168] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49778e0f-282b-4c17-9895-b445b7b836bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.204486] env[68503]: DEBUG oslo_vmware.api [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1059.204486] env[68503]: value = "task-2862343" [ 1059.204486] env[68503]: _type = "Task" [ 1059.204486] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.226910] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862342, 'name': Rename_Task, 'duration_secs': 0.167289} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.226910] env[68503]: DEBUG oslo_vmware.api [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.227083] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.227405] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-766e5b80-18af-4fef-a8fc-842c8072e255 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.238574] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1059.238574] env[68503]: value = "task-2862344" [ 1059.238574] env[68503]: _type = "Task" [ 1059.238574] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.247854] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.250263] env[68503]: DEBUG nova.network.neutron [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Successfully created port: 6ed4ec61-fef3-4101-91b4-eefd102cb0b7 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.253888] env[68503]: DEBUG nova.network.neutron [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.304871] env[68503]: DEBUG nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.352121] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.352777] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.371577] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a5b1f1d-2a1d-4f72-943c-9468e57e660e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.393357] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd15c309-e597-4931-9c71-bc7a0857df98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.431020] env[68503]: DEBUG oslo_vmware.api [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862327, 'name': PowerOnVM_Task, 'duration_secs': 3.286154} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.431020] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.431020] env[68503]: DEBUG nova.compute.manager [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.443415] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d9ca7-2644-4e47-b803-ecfeb11367e7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.447573] env[68503]: DEBUG nova.compute.manager [req-fe513f42-2418-46e1-bd87-54eae9a987a0 req-90fffb1c-b368-4324-ac6c-b7136c23c47c service nova] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Detach interface failed, port_id=fd495534-f219-4094-a232-4d4dce6150c4, reason: Instance 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.479929] env[68503]: DEBUG oslo_vmware.api [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862328, 'name': PowerOnVM_Task, 'duration_secs': 3.081636} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.480565] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.483148] env[68503]: INFO nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Took 12.72 seconds to spawn the instance on the hypervisor. [ 1059.483148] env[68503]: DEBUG nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.483148] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1646db2f-cfd3-4def-9d76-4ce91cc9a4dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.567424] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fbdc34-6d4d-d382-c61d-a3b7426887a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.567811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.568971] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. {{(pid=68503) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1059.568971] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16494cb5-49bc-4589-89f4-9f67f2106092 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.577205] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1059.577205] env[68503]: value = "task-2862345" [ 1059.577205] env[68503]: _type = "Task" [ 1059.577205] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.586887] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.722245] env[68503]: DEBUG oslo_vmware.api [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862343, 'name': PowerOffVM_Task, 'duration_secs': 0.232188} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.722624] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.722903] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.723382] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dfd3466-3faf-4fbd-85cc-554510f73e95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.751490] env[68503]: DEBUG oslo_vmware.api [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862344, 'name': PowerOnVM_Task, 'duration_secs': 0.491326} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.755154] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.755381] env[68503]: INFO nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Took 3.90 seconds to spawn the instance on the hypervisor. [ 1059.755557] env[68503]: DEBUG nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.756500] env[68503]: INFO nova.compute.manager [-] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Took 1.61 seconds to deallocate network for instance. [ 1059.757809] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e15bb1f-ab51-4819-92a8-5fba6c70953b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.791539] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.791539] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.791652] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleting the datastore file [datastore2] 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.791929] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d59033d-b2f7-43dd-b6df-92b18ee9ce02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.800137] env[68503]: DEBUG oslo_vmware.api [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1059.800137] env[68503]: value = "task-2862347" [ 1059.800137] env[68503]: _type = "Task" [ 1059.800137] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.810394] env[68503]: DEBUG oslo_vmware.api [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.821728] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d5725d-6280-4342-8089-5051d802e3f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.831556] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80c1c4-56e1-4ac9-a891-826ecb9d5500 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.872218] env[68503]: DEBUG nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.875814] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d08ea-1e96-4faa-a41e-b43449b4ca2b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.886286] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e75e8-03a9-4e1a-bc64-e3205f8d8b00 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.907350] env[68503]: DEBUG nova.compute.provider_tree [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.970025] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.006200] env[68503]: INFO nova.compute.manager [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Took 42.43 seconds to build instance. [ 1060.090174] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.277885] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.286448] env[68503]: INFO nova.compute.manager [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Took 39.53 seconds to build instance. [ 1060.313078] env[68503]: DEBUG oslo_vmware.api [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.320150] env[68503]: DEBUG nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.354093] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.354360] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.354517] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.354697] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.354843] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.355069] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.355206] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.355363] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.355523] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.355683] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.355856] env[68503]: DEBUG nova.virt.hardware [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.356759] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beb7339-3d2c-48f4-9dc2-5be3d506a974 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.366110] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788d2ca8-0a56-4002-843c-76c460571830 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.405343] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.411574] env[68503]: DEBUG nova.scheduler.client.report [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.512012] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d2dd1896-0387-46fd-82a8-b27abbac1882 tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.942s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.590425] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661344} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.590676] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. [ 1060.591522] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec79b0d-e5ca-4fc6-9e1c-6dace7f22092 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.621155] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.625015] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4639c3-f15b-42c0-b439-6c41075d58ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.646019] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1060.646019] env[68503]: value = "task-2862348" [ 1060.646019] env[68503]: _type = "Task" [ 1060.646019] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.655581] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.790614] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c662e5b6-51bb-4712-8b98-b6574d85173e tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.042s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.811745] env[68503]: DEBUG oslo_vmware.api [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.775491} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.812024] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.812789] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.812789] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.812789] env[68503]: INFO nova.compute.manager [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1060.812906] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.813859] env[68503]: DEBUG nova.compute.manager [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.813859] env[68503]: DEBUG nova.network.neutron [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.918854] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.919478] env[68503]: DEBUG nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.924446] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.667s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.924701] env[68503]: DEBUG nova.objects.instance [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lazy-loading 'resources' on Instance uuid 9a1d992c-0242-4317-9ce8-2961b665a8e8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.167758] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862348, 'name': ReconfigVM_Task, 'duration_secs': 0.462573} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.168381] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.169829] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4857530c-975b-4f28-bdbe-bcae700dbadc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.204420] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4ff74b-0d7f-454a-8685-ea47974f2fcb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.222965] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1061.222965] env[68503]: value = "task-2862349" [ 1061.222965] env[68503]: _type = "Task" [ 1061.222965] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.233090] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.265028] env[68503]: DEBUG nova.compute.manager [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Received event network-changed-4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.265248] env[68503]: DEBUG nova.compute.manager [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Refreshing instance network info cache due to event network-changed-4d2d737a-1a83-4127-b1da-bc183f078d6f. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.265559] env[68503]: DEBUG oslo_concurrency.lockutils [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] Acquiring lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.265682] env[68503]: DEBUG oslo_concurrency.lockutils [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] Acquired lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.265826] env[68503]: DEBUG nova.network.neutron [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Refreshing network info cache for port 4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.289978] env[68503]: DEBUG nova.network.neutron [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Successfully updated port: 6ed4ec61-fef3-4101-91b4-eefd102cb0b7 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.428744] env[68503]: DEBUG nova.compute.utils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.433779] env[68503]: DEBUG nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1061.674009] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "8a007874-18bb-436e-b58d-f385f1d38fbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.674277] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.674495] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "8a007874-18bb-436e-b58d-f385f1d38fbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.674765] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.674958] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.676995] env[68503]: INFO nova.compute.manager [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Terminating instance [ 1061.735376] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862349, 'name': ReconfigVM_Task, 'duration_secs': 0.371007} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.735652] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.735920] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0580377-754f-4ec8-a286-f6af9b78a649 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.742745] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1061.742745] env[68503]: value = "task-2862350" [ 1061.742745] env[68503]: _type = "Task" [ 1061.742745] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.757753] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.792938] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-3f13eda8-d068-4b3c-b7b3-c04e9c521834" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.793047] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-3f13eda8-d068-4b3c-b7b3-c04e9c521834" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.793192] env[68503]: DEBUG nova.network.neutron [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.807048] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8181c7d4-8206-4fe1-b590-a1ff6609e7f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.821840] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670e10b-cff0-4390-a36e-dd8e85450789 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.856477] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b4d9f-660e-4e11-8228-e75084861e08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.858862] env[68503]: DEBUG nova.network.neutron [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.865794] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab3ecd7-de9a-4a63-8467-6e599b202af1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.880325] env[68503]: DEBUG nova.compute.provider_tree [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.933977] env[68503]: DEBUG nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.004876] env[68503]: DEBUG nova.network.neutron [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updated VIF entry in instance network info cache for port 4d2d737a-1a83-4127-b1da-bc183f078d6f. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.005302] env[68503]: DEBUG nova.network.neutron [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updating instance_info_cache with network_info: [{"id": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "address": "fa:16:3e:d7:c2:a9", "network": {"id": "2a5cd0bf-6d07-430f-a6b1-1415f403b07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-424975256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150c01418f9649789386332c37415c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2d737a-1a", "ovs_interfaceid": "4d2d737a-1a83-4127-b1da-bc183f078d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.180835] env[68503]: DEBUG nova.compute.manager [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.181666] env[68503]: DEBUG nova.compute.manager [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.181964] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.183150] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45add00e-f4d7-453c-9dfa-be94249fd83e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.188021] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57a8e6f-9e85-467e-9249-f7ab8fee9969 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.198088] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.198536] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55c35e8-1721-4e83-95a0-9ba71b8555d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.204796] env[68503]: DEBUG oslo_vmware.api [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1062.204796] env[68503]: value = "task-2862351" [ 1062.204796] env[68503]: _type = "Task" [ 1062.204796] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.213514] env[68503]: DEBUG oslo_vmware.api [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.256832] env[68503]: DEBUG oslo_vmware.api [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862350, 'name': PowerOnVM_Task, 'duration_secs': 0.45801} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.256832] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.259559] env[68503]: DEBUG nova.compute.manager [None req-488e0992-b9dd-47b8-b746-d980f747a886 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.260431] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2e870-290e-4643-a3c5-9162ff7d05ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.332547] env[68503]: DEBUG nova.network.neutron [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.363599] env[68503]: INFO nova.compute.manager [-] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Took 1.55 seconds to deallocate network for instance. [ 1062.384040] env[68503]: DEBUG nova.scheduler.client.report [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.476347] env[68503]: DEBUG nova.network.neutron [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Updating instance_info_cache with network_info: [{"id": "6ed4ec61-fef3-4101-91b4-eefd102cb0b7", "address": "fa:16:3e:c6:a7:4f", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed4ec61-fe", "ovs_interfaceid": "6ed4ec61-fef3-4101-91b4-eefd102cb0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.507931] env[68503]: DEBUG oslo_concurrency.lockutils [req-37d5225f-b10b-4322-bd75-413b48f7eb37 req-32f4b895-6a9c-4b10-a24e-dd77351ca603 service nova] Releasing lock "refresh_cache-2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.701260] env[68503]: INFO nova.compute.manager [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] instance snapshotting [ 1062.704208] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eddaf90-e5bb-478e-af86-8223662ab95d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.715369] env[68503]: DEBUG oslo_vmware.api [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862351, 'name': PowerOffVM_Task, 'duration_secs': 0.348553} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.728218] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.728403] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.728746] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87ae7d1e-422e-4ae3-891a-4a6c6df4b610 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.730707] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9baf4c1-bdab-4381-a466-fb94e9eea257 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.824150] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.824427] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.824682] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleting the datastore file [datastore2] 8a007874-18bb-436e-b58d-f385f1d38fbb {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.825017] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-412c2cb5-f4b8-4f96-800a-702515ea214b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.833202] env[68503]: DEBUG oslo_vmware.api [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1062.833202] env[68503]: value = "task-2862353" [ 1062.833202] env[68503]: _type = "Task" [ 1062.833202] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.841399] env[68503]: DEBUG oslo_vmware.api [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.869942] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.889396] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.892423] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.852s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.894197] env[68503]: INFO nova.compute.claims [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.921564] env[68503]: INFO nova.scheduler.client.report [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleted allocations for instance 9a1d992c-0242-4317-9ce8-2961b665a8e8 [ 1062.944806] env[68503]: DEBUG nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.973767] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.974034] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.974197] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.974385] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.974529] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.974674] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.974946] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.975139] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.975312] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.975478] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.975650] env[68503]: DEBUG nova.virt.hardware [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.976554] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c22c669-91e5-42b3-9eaa-1326158b0144 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.980395] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-3f13eda8-d068-4b3c-b7b3-c04e9c521834" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.980691] env[68503]: DEBUG nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Instance network_info: |[{"id": "6ed4ec61-fef3-4101-91b4-eefd102cb0b7", "address": "fa:16:3e:c6:a7:4f", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed4ec61-fe", "ovs_interfaceid": "6ed4ec61-fef3-4101-91b4-eefd102cb0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.981178] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:a7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ed4ec61-fef3-4101-91b4-eefd102cb0b7', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.989184] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.990324] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.990604] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d95327d-8034-4e93-abe5-7dc30815ca7b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.010384] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f35506-fd09-4882-94ed-91913d87a072 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.015966] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.015966] env[68503]: value = "task-2862354" [ 1063.015966] env[68503]: _type = "Task" [ 1063.015966] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.043669] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.043669] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Creating folder: Project (d797de803a634cf98979ef5bf39afe3f). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.043669] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc27f8c6-de13-4808-b622-572dbaef71f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.050084] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862354, 'name': CreateVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.056917] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Created folder: Project (d797de803a634cf98979ef5bf39afe3f) in parent group-v575195. [ 1063.057325] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Creating folder: Instances. Parent ref: group-v575424. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.057720] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f157eb7f-e8b1-4179-b2db-e99b7139e225 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.071479] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Created folder: Instances in parent group-v575424. [ 1063.071798] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.072014] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.072270] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f28cc11-b8c3-4977-860a-211917f9be76 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.091796] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.091796] env[68503]: value = "task-2862357" [ 1063.091796] env[68503]: _type = "Task" [ 1063.091796] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.100849] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862357, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.243147] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1063.243482] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef5e7e0e-ee58-4050-89ca-c851327f0e68 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.252896] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1063.252896] env[68503]: value = "task-2862358" [ 1063.252896] env[68503]: _type = "Task" [ 1063.252896] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.263940] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.300574] env[68503]: DEBUG nova.compute.manager [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Received event network-vif-plugged-6ed4ec61-fef3-4101-91b4-eefd102cb0b7 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.300574] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] Acquiring lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.300574] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.300574] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.300574] env[68503]: DEBUG nova.compute.manager [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] No waiting events found dispatching network-vif-plugged-6ed4ec61-fef3-4101-91b4-eefd102cb0b7 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.301372] env[68503]: WARNING nova.compute.manager [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Received unexpected event network-vif-plugged-6ed4ec61-fef3-4101-91b4-eefd102cb0b7 for instance with vm_state building and task_state spawning. [ 1063.301372] env[68503]: DEBUG nova.compute.manager [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Received event network-changed-6ed4ec61-fef3-4101-91b4-eefd102cb0b7 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.301372] env[68503]: DEBUG nova.compute.manager [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Refreshing instance network info cache due to event network-changed-6ed4ec61-fef3-4101-91b4-eefd102cb0b7. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.301372] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] Acquiring lock "refresh_cache-3f13eda8-d068-4b3c-b7b3-c04e9c521834" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.301372] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] Acquired lock "refresh_cache-3f13eda8-d068-4b3c-b7b3-c04e9c521834" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.301547] env[68503]: DEBUG nova.network.neutron [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Refreshing network info cache for port 6ed4ec61-fef3-4101-91b4-eefd102cb0b7 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.344707] env[68503]: DEBUG oslo_vmware.api [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298437} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.345042] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.345250] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.345431] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.345604] env[68503]: INFO nova.compute.manager [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1063.345849] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.346052] env[68503]: DEBUG nova.compute.manager [-] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.346150] env[68503]: DEBUG nova.network.neutron [-] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.430561] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba7fd5b1-924b-46c8-96ee-cab5b21b6ee5 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "9a1d992c-0242-4317-9ce8-2961b665a8e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.205s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.534981] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862354, 'name': CreateVM_Task, 'duration_secs': 0.397233} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.534981] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.534981] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.534981] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.534981] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.534981] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41d60f0-e34d-4089-b643-7891a4faf2a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.540809] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1063.540809] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52aff9bc-d69c-1130-3e6b-3e7cee0cc627" [ 1063.540809] env[68503]: _type = "Task" [ 1063.540809] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.549920] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aff9bc-d69c-1130-3e6b-3e7cee0cc627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.603690] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862357, 'name': CreateVM_Task, 'duration_secs': 0.405827} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.603873] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.604408] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.765785] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.994095] env[68503]: INFO nova.compute.manager [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Unrescuing [ 1063.994312] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.994463] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquired lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.994628] env[68503]: DEBUG nova.network.neutron [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.008900] env[68503]: DEBUG nova.network.neutron [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Updated VIF entry in instance network info cache for port 6ed4ec61-fef3-4101-91b4-eefd102cb0b7. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.009455] env[68503]: DEBUG nova.network.neutron [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Updating instance_info_cache with network_info: [{"id": "6ed4ec61-fef3-4101-91b4-eefd102cb0b7", "address": "fa:16:3e:c6:a7:4f", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed4ec61-fe", "ovs_interfaceid": "6ed4ec61-fef3-4101-91b4-eefd102cb0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.056594] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52aff9bc-d69c-1130-3e6b-3e7cee0cc627, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.056906] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.057144] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.057634] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.057800] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.057989] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.060825] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.061181] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.061423] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d70444b5-0fd5-4eb6-902c-828a8a516c2e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.064790] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beef307b-42ed-44c7-87f2-22ada6d51c91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.071033] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1064.071033] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520f82d5-3099-83af-3a7c-c4b810548c1e" [ 1064.071033] env[68503]: _type = "Task" [ 1064.071033] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.079575] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.079575] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.079575] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32b120f-fd11-498c-9e08-9187f3d1b022 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.084945] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520f82d5-3099-83af-3a7c-c4b810548c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.089408] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1064.089408] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5265a3c0-5aae-c137-596c-2d5f4666e7d9" [ 1064.089408] env[68503]: _type = "Task" [ 1064.089408] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.100606] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5265a3c0-5aae-c137-596c-2d5f4666e7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.138316] env[68503]: DEBUG nova.network.neutron [-] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.260437] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c283ba-6f33-4d7d-85b9-dde9f6d76dfd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.266819] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.272861] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e75ca-1a84-448b-82d8-0397633b9bbc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.305973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8dda7-55b5-4f02-ade0-6d91d132bd8e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.314927] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fbc407-d76e-4f7c-8fad-41b8b9948848 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.078692] env[68503]: DEBUG oslo_concurrency.lockutils [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] Releasing lock "refresh_cache-3f13eda8-d068-4b3c-b7b3-c04e9c521834" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.079056] env[68503]: DEBUG nova.compute.manager [req-b5da92a9-8fab-4f06-b529-2b66ab91df21 req-74a8a954-d85a-450c-a23c-c213557545f7 service nova] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Received event network-vif-deleted-4d122f19-ea17-454a-af2b-c0bc4043c342 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.080666] env[68503]: INFO nova.compute.manager [-] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Took 1.73 seconds to deallocate network for instance. [ 1065.081187] env[68503]: DEBUG nova.compute.provider_tree [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.100025] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.100025] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.108634] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520f82d5-3099-83af-3a7c-c4b810548c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013751} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.108881] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5265a3c0-5aae-c137-596c-2d5f4666e7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.114022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.114022] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.114022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.114022] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862358, 'name': CreateSnapshot_Task, 'duration_secs': 1.068442} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.114022] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3dc2580-83ec-435c-8c08-42458dc49e7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.116165] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.117101] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e332a-3b91-4053-8bd3-19d38e3c42e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.128549] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1065.128549] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522d2983-c362-2062-4e95-e17544fc4213" [ 1065.128549] env[68503]: _type = "Task" [ 1065.128549] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.140124] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522d2983-c362-2062-4e95-e17544fc4213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.323355] env[68503]: DEBUG nova.network.neutron [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.326874] env[68503]: DEBUG nova.compute.manager [req-bab0fd4c-94f1-4e8f-8227-6f3314b1fef0 req-c3adf2d9-6d11-4746-81b9-dd376795bb25 service nova] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Received event network-vif-deleted-98b739c7-cf35-42e0-b892-d9296267a43a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.597962] env[68503]: DEBUG nova.scheduler.client.report [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.601491] env[68503]: DEBUG nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.604349] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.636277] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1065.637292] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f2c1b06-319a-4b5f-8be9-0c06d3bed8b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.652041] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522d2983-c362-2062-4e95-e17544fc4213, 'name': SearchDatastore_Task, 'duration_secs': 0.026302} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.652834] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.653124] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.653449] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1065.653449] env[68503]: value = "task-2862359" [ 1065.653449] env[68503]: _type = "Task" [ 1065.653449] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.653660] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.653849] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.654072] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39102606-924a-4bca-baaf-34c976e7e5f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.656027] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c037120f-348b-441a-aafc-2e06bcc201d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.669302] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862359, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.671023] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1065.671023] env[68503]: value = "task-2862360" [ 1065.671023] env[68503]: _type = "Task" [ 1065.671023] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.671598] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.671775] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.672533] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9dea88-3178-4605-ac9e-8de401628851 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.683608] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.684833] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1065.684833] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d4d5a8-ce9f-6463-fa50-541319a75985" [ 1065.684833] env[68503]: _type = "Task" [ 1065.684833] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.692806] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d4d5a8-ce9f-6463-fa50-541319a75985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.828545] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Releasing lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.830315] env[68503]: DEBUG nova.objects.instance [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lazy-loading 'flavor' on Instance uuid b5431a59-4c62-4f54-9105-8db4eb1955fe {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.107200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.107879] env[68503]: DEBUG nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.114555] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.968s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.114759] env[68503]: DEBUG nova.objects.instance [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1066.137950] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.171375] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862359, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.185369] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862360, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.197060] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d4d5a8-ce9f-6463-fa50-541319a75985, 'name': SearchDatastore_Task, 'duration_secs': 0.037091} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.197998] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97659572-e5ac-43c8-95c1-ac7d12734277 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.205346] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1066.205346] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5298aa2e-fe82-63c7-531e-5a3bccc3d3db" [ 1066.205346] env[68503]: _type = "Task" [ 1066.205346] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.215299] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5298aa2e-fe82-63c7-531e-5a3bccc3d3db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.336032] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a640cd19-6a42-46db-83f2-10ab11cec21c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.363024] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.363217] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a1f3ec-1462-4778-9d57-1f7db9ab4ba0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.370859] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1066.370859] env[68503]: value = "task-2862361" [ 1066.370859] env[68503]: _type = "Task" [ 1066.370859] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.381183] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.616441] env[68503]: DEBUG nova.compute.utils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.618132] env[68503]: DEBUG nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.618324] env[68503]: DEBUG nova.network.neutron [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.665165] env[68503]: DEBUG nova.policy [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f721e773c874ecbb6bb462a92bc1fe6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cf7b0e9a214966a4898fcd8e5db5a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.670844] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862359, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.685189] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678556} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.685346] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.685559] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.685839] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c43190c9-ecfd-46c8-80a7-e863574a9886 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.694927] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1066.694927] env[68503]: value = "task-2862362" [ 1066.694927] env[68503]: _type = "Task" [ 1066.694927] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.706249] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.717502] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5298aa2e-fe82-63c7-531e-5a3bccc3d3db, 'name': SearchDatastore_Task, 'duration_secs': 0.050204} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.717842] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.718138] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] a3c71966-e7fa-4c86-ac96-41e79e0f84ac/a3c71966-e7fa-4c86-ac96-41e79e0f84ac.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.718433] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00928ec6-3b3b-458c-8202-c04cdf4912b0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.727717] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1066.727717] env[68503]: value = "task-2862363" [ 1066.727717] env[68503]: _type = "Task" [ 1066.727717] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.736727] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.882475] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862361, 'name': PowerOffVM_Task, 'duration_secs': 0.226501} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.882889] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.892528] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfiguring VM instance instance-0000002f to detach disk 2002 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.892927] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cb26d7-1a40-48ef-9526-d4cbe92ec5aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.921322] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1066.921322] env[68503]: value = "task-2862364" [ 1066.921322] env[68503]: _type = "Task" [ 1066.921322] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.933159] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.997940] env[68503]: DEBUG nova.network.neutron [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Successfully created port: 434a8373-859f-48cb-893c-6e23e283c805 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.121707] env[68503]: DEBUG nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.126420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bd9d9021-32c0-4170-9bdc-186d0789963e tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.127540] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.068s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.127930] env[68503]: DEBUG nova.objects.instance [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'resources' on Instance uuid e4c3f2e4-e766-4b5c-b88f-e19269064d2d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.170518] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862359, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.213954] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132111} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.214333] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.215244] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c724ea6-3bbb-4709-91a8-0af41cf54a6f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.243652] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.247812] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7293ad-bd1b-481a-be8c-7a7e27709d08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.269611] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862363, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.271148] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1067.271148] env[68503]: value = "task-2862365" [ 1067.271148] env[68503]: _type = "Task" [ 1067.271148] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.280691] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.433836] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.673086] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862359, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.750914] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580849} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.751278] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] a3c71966-e7fa-4c86-ac96-41e79e0f84ac/a3c71966-e7fa-4c86-ac96-41e79e0f84ac.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.751549] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.751829] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-937693d4-bd74-413c-874f-8daeb1186e6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.760668] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1067.760668] env[68503]: value = "task-2862366" [ 1067.760668] env[68503]: _type = "Task" [ 1067.760668] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.770716] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.787034] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.938045] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862364, 'name': ReconfigVM_Task, 'duration_secs': 0.860396} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.938403] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfigured VM instance instance-0000002f to detach disk 2002 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.938629] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.938896] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d05b41ca-32b2-4a7b-aa7e-b0d5f6621033 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.949103] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1067.949103] env[68503]: value = "task-2862367" [ 1067.949103] env[68503]: _type = "Task" [ 1067.949103] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.959197] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.058142] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27eca68-c0bc-4fb4-b614-b4b2c6fb2361 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.066845] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ab638-f0c0-4e54-969b-b4fe9566ca00 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.099407] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881cc5fe-1f71-4ab8-80ff-a363f7987d90 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.107970] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7ea32-c0d1-476b-b443-beb36ce8b74e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.123156] env[68503]: DEBUG nova.compute.provider_tree [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.134385] env[68503]: DEBUG nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.164341] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.164608] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.164774] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.164959] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.165124] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.165274] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.165484] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.165641] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.165806] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.165969] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.166156] env[68503]: DEBUG nova.virt.hardware [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.167111] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87586e3-7587-444c-bccf-69a4540a4ee9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.184163] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9b98e-4a7a-46ad-afc0-8953f666ef7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.188118] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862359, 'name': CloneVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.270984] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253392} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.271286] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.272441] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb7750-9af5-48b8-aaa2-1e0d15e1327a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.284612] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.300588] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a3c71966-e7fa-4c86-ac96-41e79e0f84ac/a3c71966-e7fa-4c86-ac96-41e79e0f84ac.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.300953] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12401ee3-1cce-4e7c-ab83-2adf09b47e96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.326429] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1068.326429] env[68503]: value = "task-2862368" [ 1068.326429] env[68503]: _type = "Task" [ 1068.326429] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.336587] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.448893] env[68503]: DEBUG nova.compute.manager [req-25420191-1661-47e0-9e1c-01138959d1af req-709bdd15-777e-4d3b-98a8-0497d9332645 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Received event network-vif-plugged-434a8373-859f-48cb-893c-6e23e283c805 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.449203] env[68503]: DEBUG oslo_concurrency.lockutils [req-25420191-1661-47e0-9e1c-01138959d1af req-709bdd15-777e-4d3b-98a8-0497d9332645 service nova] Acquiring lock "05a769ab-6e83-4975-9b85-5c80a9df5c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.449470] env[68503]: DEBUG oslo_concurrency.lockutils [req-25420191-1661-47e0-9e1c-01138959d1af req-709bdd15-777e-4d3b-98a8-0497d9332645 service nova] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.449707] env[68503]: DEBUG oslo_concurrency.lockutils [req-25420191-1661-47e0-9e1c-01138959d1af req-709bdd15-777e-4d3b-98a8-0497d9332645 service nova] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.449981] env[68503]: DEBUG nova.compute.manager [req-25420191-1661-47e0-9e1c-01138959d1af req-709bdd15-777e-4d3b-98a8-0497d9332645 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] No waiting events found dispatching network-vif-plugged-434a8373-859f-48cb-893c-6e23e283c805 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.450262] env[68503]: WARNING nova.compute.manager [req-25420191-1661-47e0-9e1c-01138959d1af req-709bdd15-777e-4d3b-98a8-0497d9332645 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Received unexpected event network-vif-plugged-434a8373-859f-48cb-893c-6e23e283c805 for instance with vm_state building and task_state spawning. [ 1068.462836] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.553217] env[68503]: DEBUG nova.network.neutron [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Successfully updated port: 434a8373-859f-48cb-893c-6e23e283c805 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.627023] env[68503]: DEBUG nova.scheduler.client.report [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.676866] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862359, 'name': CloneVM_Task, 'duration_secs': 2.595558} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.677137] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Created linked-clone VM from snapshot [ 1068.677933] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc47a0-8cf7-4807-82bb-e8caec1e2364 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.686414] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Uploading image 74e27413-ee07-419f-b473-1a630c04f95b {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.698147] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1068.698435] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2eb5003a-8674-4433-a404-bcb7b6ba02e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.706725] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1068.706725] env[68503]: value = "task-2862369" [ 1068.706725] env[68503]: _type = "Task" [ 1068.706725] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.717552] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862369, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.787655] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862365, 'name': ReconfigVM_Task, 'duration_secs': 1.035003} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.788055] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.788709] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e60048-0cb5-4846-97ae-8596a49b101a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.795460] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1068.795460] env[68503]: value = "task-2862370" [ 1068.795460] env[68503]: _type = "Task" [ 1068.795460] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.804516] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862370, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.837441] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.961219] env[68503]: DEBUG oslo_vmware.api [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862367, 'name': PowerOnVM_Task, 'duration_secs': 0.851653} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.961466] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.961714] env[68503]: DEBUG nova.compute.manager [None req-dc330c35-d454-4d8e-a71b-75bfe9e12da2 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.962507] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78e4fa-5c34-413c-aa08-47479bb80b1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.055907] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.056135] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.056233] env[68503]: DEBUG nova.network.neutron [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.134736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.136966] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.159s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.138763] env[68503]: INFO nova.compute.claims [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.170094] env[68503]: INFO nova.scheduler.client.report [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted allocations for instance e4c3f2e4-e766-4b5c-b88f-e19269064d2d [ 1069.218042] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862369, 'name': Destroy_Task, 'duration_secs': 0.356766} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.218254] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Destroyed the VM [ 1069.218506] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.218763] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e873618-1420-4831-a577-a8c23cbfbc74 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.227104] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1069.227104] env[68503]: value = "task-2862371" [ 1069.227104] env[68503]: _type = "Task" [ 1069.227104] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.238105] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862371, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.306183] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862370, 'name': Rename_Task, 'duration_secs': 0.153702} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.306512] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.306840] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3d8ff6-df03-4d9a-a81f-1dc0ed706c45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.315893] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1069.315893] env[68503]: value = "task-2862372" [ 1069.315893] env[68503]: _type = "Task" [ 1069.315893] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.323944] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.334330] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862368, 'name': ReconfigVM_Task, 'duration_secs': 0.548145} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.334588] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a3c71966-e7fa-4c86-ac96-41e79e0f84ac/a3c71966-e7fa-4c86-ac96-41e79e0f84ac.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.335198] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a12d7da-fea1-4690-8ba1-d7a211f40464 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.340708] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1069.340708] env[68503]: value = "task-2862373" [ 1069.340708] env[68503]: _type = "Task" [ 1069.340708] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.349651] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862373, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.604298] env[68503]: DEBUG nova.network.neutron [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.680111] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8ce5a867-9a32-403a-b951-15809fce3795 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e4c3f2e4-e766-4b5c-b88f-e19269064d2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.305s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.738840] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862371, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.828307] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.852969] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862373, 'name': Rename_Task, 'duration_secs': 0.140724} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.852969] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.852969] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19247054-9fd4-4b6f-b8a0-cdacb68a4bbb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.857494] env[68503]: DEBUG nova.network.neutron [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Updating instance_info_cache with network_info: [{"id": "434a8373-859f-48cb-893c-6e23e283c805", "address": "fa:16:3e:a9:43:7c", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434a8373-85", "ovs_interfaceid": "434a8373-859f-48cb-893c-6e23e283c805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.859202] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1069.859202] env[68503]: value = "task-2862374" [ 1069.859202] env[68503]: _type = "Task" [ 1069.859202] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.873373] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.237114] env[68503]: DEBUG oslo_vmware.api [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862371, 'name': RemoveSnapshot_Task, 'duration_secs': 0.746432} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.237492] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.329151] env[68503]: DEBUG oslo_vmware.api [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862372, 'name': PowerOnVM_Task, 'duration_secs': 0.516857} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.329502] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.329814] env[68503]: INFO nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1070.330056] env[68503]: DEBUG nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.331017] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bde466-96bb-4d87-bfdc-80f0df9a4721 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.360397] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.360691] env[68503]: DEBUG nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Instance network_info: |[{"id": "434a8373-859f-48cb-893c-6e23e283c805", "address": "fa:16:3e:a9:43:7c", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434a8373-85", "ovs_interfaceid": "434a8373-859f-48cb-893c-6e23e283c805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.361195] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:43:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '434a8373-859f-48cb-893c-6e23e283c805', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.368495] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.374512] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.375166] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877e46c6-2949-42fe-89f3-0ebec830be83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.395196] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862374, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.399909] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.399909] env[68503]: value = "task-2862375" [ 1070.399909] env[68503]: _type = "Task" [ 1070.399909] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.409309] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862375, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.475968] env[68503]: DEBUG nova.compute.manager [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Received event network-changed-434a8373-859f-48cb-893c-6e23e283c805 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.476190] env[68503]: DEBUG nova.compute.manager [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Refreshing instance network info cache due to event network-changed-434a8373-859f-48cb-893c-6e23e283c805. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.476453] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Acquiring lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.476602] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Acquired lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476762] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Refreshing network info cache for port 434a8373-859f-48cb-893c-6e23e283c805 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.511696] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872caa57-5f75-4e89-9d7b-a69c247d8b6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.521934] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bf31c5-6172-4740-a514-89d25ee08d86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.553967] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec547b-d7e2-49ae-99fb-045d4c6ca88c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.561438] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a681816-7330-4bd0-b33e-64a09b5a8696 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.576147] env[68503]: DEBUG nova.compute.provider_tree [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.670753] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "f3e65c6e-1610-4645-a691-54ec11f45730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.671110] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.744506] env[68503]: WARNING nova.compute.manager [None req-076b83f3-70f5-44c8-9b73-5cce425a62de tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Image not found during snapshot: nova.exception.ImageNotFound: Image 74e27413-ee07-419f-b473-1a630c04f95b could not be found. [ 1070.848538] env[68503]: INFO nova.compute.manager [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Took 41.34 seconds to build instance. [ 1070.872447] env[68503]: DEBUG oslo_vmware.api [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862374, 'name': PowerOnVM_Task, 'duration_secs': 0.753161} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.872724] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.872931] env[68503]: INFO nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1070.873132] env[68503]: DEBUG nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.873935] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa7b0c5-16a5-4bc5-8dbc-1aebc6365a62 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.914219] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862375, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.079877] env[68503]: DEBUG nova.scheduler.client.report [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.173745] env[68503]: DEBUG nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.188627] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Updated VIF entry in instance network info cache for port 434a8373-859f-48cb-893c-6e23e283c805. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.188979] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Updating instance_info_cache with network_info: [{"id": "434a8373-859f-48cb-893c-6e23e283c805", "address": "fa:16:3e:a9:43:7c", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434a8373-85", "ovs_interfaceid": "434a8373-859f-48cb-893c-6e23e283c805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.351317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b708e4-1b40-4e13-b708-3825932a3340 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.850s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.387133] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.387344] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.387532] env[68503]: DEBUG nova.compute.manager [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.392077] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2166d57-4b51-4a7f-b98a-82f153d75785 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.396927] env[68503]: INFO nova.compute.manager [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Took 35.99 seconds to build instance. [ 1071.400348] env[68503]: DEBUG nova.compute.manager [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1071.400856] env[68503]: DEBUG nova.objects.instance [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'flavor' on Instance uuid 3f13eda8-d068-4b3c-b7b3-c04e9c521834 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.412566] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862375, 'name': CreateVM_Task, 'duration_secs': 0.621374} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.413650] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.414326] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.414492] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.414812] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.415304] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1afbeb-0c58-4a47-907b-15748a0c2a9b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.420306] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1071.420306] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f887ed-98f5-d748-e0a3-469ecc78f9bd" [ 1071.420306] env[68503]: _type = "Task" [ 1071.420306] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.427866] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f887ed-98f5-d748-e0a3-469ecc78f9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.458196] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.458438] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.458650] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.458941] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.459146] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.461563] env[68503]: INFO nova.compute.manager [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Terminating instance [ 1071.586810] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.587350] env[68503]: DEBUG nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.591928] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.355s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.592224] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.592465] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1071.592888] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.909s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.595558] env[68503]: INFO nova.compute.claims [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.600477] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2017a27a-d0bc-46a9-a188-a4ba733f53c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.610651] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13019fd1-80db-4b94-bb01-66044bdbbcd7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.625614] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10919153-0107-4ef0-aed3-0ea3a9c2a727 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.633563] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eec94e-5a2c-4ea2-b2a3-76d0a78eb25f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.665066] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177927MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1071.665301] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.691989] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Releasing lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.692227] env[68503]: DEBUG nova.compute.manager [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Received event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.692414] env[68503]: DEBUG nova.compute.manager [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing instance network info cache due to event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.692622] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Acquiring lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.693239] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Acquired lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.693239] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.697074] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.899451] env[68503]: DEBUG oslo_concurrency.lockutils [None req-16229874-c959-4147-85a7-6fad5811beed tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.502s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.933739] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f887ed-98f5-d748-e0a3-469ecc78f9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018974} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.934070] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.934333] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.934569] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.934713] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.934886] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.935168] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-674ec873-8b5b-439d-8132-d059845edcf0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.944553] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.945400] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.946159] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bac14b-3356-421a-a106-d1c35c419a41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.951486] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1071.951486] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520057c3-b2af-974f-0bac-f9b30b114135" [ 1071.951486] env[68503]: _type = "Task" [ 1071.951486] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.959212] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520057c3-b2af-974f-0bac-f9b30b114135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.965949] env[68503]: DEBUG nova.compute.manager [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.966162] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.966873] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4161e3-88ec-4444-9aaa-d369570e7f36 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.973584] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.973825] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ef56d82-0496-4905-9fdf-183e5c59b8b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.979957] env[68503]: DEBUG oslo_vmware.api [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1071.979957] env[68503]: value = "task-2862376" [ 1071.979957] env[68503]: _type = "Task" [ 1071.979957] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.987631] env[68503]: DEBUG oslo_vmware.api [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.101130] env[68503]: DEBUG nova.compute.utils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.104649] env[68503]: DEBUG nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.104903] env[68503]: DEBUG nova.network.neutron [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.146108] env[68503]: DEBUG nova.policy [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5c38a3b0284e31aa8a0a6e63a19061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12e1b3aee84d4e94961c5a17f12627ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.409272] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.409613] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f0124dc-db36-4242-909a-a0d2f4944019 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.419026] env[68503]: DEBUG oslo_vmware.api [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1072.419026] env[68503]: value = "task-2862377" [ 1072.419026] env[68503]: _type = "Task" [ 1072.419026] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.427438] env[68503]: DEBUG oslo_vmware.api [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.474306] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520057c3-b2af-974f-0bac-f9b30b114135, 'name': SearchDatastore_Task, 'duration_secs': 0.030985} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.475816] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b38f27b-83c9-412f-b8bc-cfc9f12203aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.487532] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1072.487532] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5255f68b-3164-63d6-cd61-5cacae0c41ac" [ 1072.487532] env[68503]: _type = "Task" [ 1072.487532] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.492638] env[68503]: DEBUG oslo_vmware.api [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862376, 'name': PowerOffVM_Task, 'duration_secs': 0.289118} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.493387] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.493669] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.494049] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f395cd6b-31cb-48b8-8a0e-e65c174ad9d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.499252] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5255f68b-3164-63d6-cd61-5cacae0c41ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013183} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.499858] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.500861] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/05a769ab-6e83-4975-9b85-5c80a9df5c67.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.500861] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24823194-1d41-4cc5-af84-bb9391b596f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.508285] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1072.508285] env[68503]: value = "task-2862379" [ 1072.508285] env[68503]: _type = "Task" [ 1072.508285] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.518320] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.564114] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.564383] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.564561] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleting the datastore file [datastore2] acbe8ce9-014a-420f-b86c-bb57042d2e2e {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.564954] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-059b7cf4-e33b-4b6c-b54c-3d05bbab067e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.573024] env[68503]: DEBUG oslo_vmware.api [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for the task: (returnval){ [ 1072.573024] env[68503]: value = "task-2862380" [ 1072.573024] env[68503]: _type = "Task" [ 1072.573024] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.581712] env[68503]: DEBUG oslo_vmware.api [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.583533] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updated VIF entry in instance network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.583873] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.603880] env[68503]: DEBUG nova.network.neutron [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Successfully created port: 611b68fe-1cda-40eb-98a0-b966a7637ba5 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.606597] env[68503]: DEBUG nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.658923] env[68503]: DEBUG nova.compute.manager [None req-c0a32315-c84a-4ff1-be73-da260e1c2b74 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.660032] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c65390-3d16-4f00-acd5-183a75d3754f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.737319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.737319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.737319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.737319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.737319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.738602] env[68503]: INFO nova.compute.manager [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Terminating instance [ 1072.934383] env[68503]: DEBUG oslo_vmware.api [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862377, 'name': PowerOffVM_Task, 'duration_secs': 0.21269} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.934957] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.934957] env[68503]: DEBUG nova.compute.manager [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.935992] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a58e5-ab61-4024-ab02-760bbc82eebd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.969616] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "dc97a43e-95c6-4083-a539-5718af812048" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.969740] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "dc97a43e-95c6-4083-a539-5718af812048" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.970034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "dc97a43e-95c6-4083-a539-5718af812048-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.970265] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "dc97a43e-95c6-4083-a539-5718af812048-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.970464] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "dc97a43e-95c6-4083-a539-5718af812048-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.972820] env[68503]: INFO nova.compute.manager [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Terminating instance [ 1073.021075] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.047105] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3b779e-b03e-4d59-a1b5-88b01304cef0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.055171] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc36d56-0370-433f-a8c4-4c5a432316eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.088046] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Releasing lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.088046] env[68503]: DEBUG nova.compute.manager [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Received event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.088046] env[68503]: DEBUG nova.compute.manager [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing instance network info cache due to event network-changed-1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.088046] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Acquiring lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.088255] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Acquired lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.088343] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Refreshing network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.094025] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5182a3-003c-4c3d-8523-1e1f993cee4b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.101944] env[68503]: DEBUG oslo_vmware.api [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Task: {'id': task-2862380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477687} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.104719] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.104912] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.105102] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.105276] env[68503]: INFO nova.compute.manager [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1073.105510] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.105994] env[68503]: DEBUG nova.compute.manager [-] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.106110] env[68503]: DEBUG nova.network.neutron [-] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.108716] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d554639-b5ff-411a-910a-1ca5cbc35acf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.125921] env[68503]: DEBUG nova.compute.provider_tree [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.175700] env[68503]: INFO nova.compute.manager [None req-c0a32315-c84a-4ff1-be73-da260e1c2b74 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] instance snapshotting [ 1073.175700] env[68503]: DEBUG nova.objects.instance [None req-c0a32315-c84a-4ff1-be73-da260e1c2b74 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lazy-loading 'flavor' on Instance uuid a3c71966-e7fa-4c86-ac96-41e79e0f84ac {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.245164] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "refresh_cache-a3c71966-e7fa-4c86-ac96-41e79e0f84ac" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.245376] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquired lock "refresh_cache-a3c71966-e7fa-4c86-ac96-41e79e0f84ac" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.245558] env[68503]: DEBUG nova.network.neutron [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.454844] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5667797b-76b2-4e91-99c1-3fcbbc52720b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.479065] env[68503]: DEBUG nova.compute.manager [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.479298] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.480265] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bd682b-7e4b-4148-a46f-e5addfe869e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.488287] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.488536] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab13f48-0adf-4e61-bd64-f24e79bee785 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.495560] env[68503]: DEBUG oslo_vmware.api [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 1073.495560] env[68503]: value = "task-2862381" [ 1073.495560] env[68503]: _type = "Task" [ 1073.495560] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.506536] env[68503]: DEBUG oslo_vmware.api [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2862381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.521458] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545662} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.521790] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/05a769ab-6e83-4975-9b85-5c80a9df5c67.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.522011] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.522375] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ced6bf51-342b-4c24-8863-fcd91b00945e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.528883] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1073.528883] env[68503]: value = "task-2862382" [ 1073.528883] env[68503]: _type = "Task" [ 1073.528883] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.537666] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.630464] env[68503]: DEBUG nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.633508] env[68503]: DEBUG nova.scheduler.client.report [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.654420] env[68503]: DEBUG nova.compute.manager [req-a895592d-f785-492a-bedd-d95cede30328 req-6088be7b-f430-4ebe-be72-5e3f11c594c4 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Received event network-vif-deleted-686af4a2-d8ac-4804-af60-fb56066814e9 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.654420] env[68503]: INFO nova.compute.manager [req-a895592d-f785-492a-bedd-d95cede30328 req-6088be7b-f430-4ebe-be72-5e3f11c594c4 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Neutron deleted interface 686af4a2-d8ac-4804-af60-fb56066814e9; detaching it from the instance and deleting it from the info cache [ 1073.654420] env[68503]: DEBUG nova.network.neutron [req-a895592d-f785-492a-bedd-d95cede30328 req-6088be7b-f430-4ebe-be72-5e3f11c594c4 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.672615] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.673064] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.673064] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.673500] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.673500] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.673500] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.673758] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.673849] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.674077] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.674287] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.674477] env[68503]: DEBUG nova.virt.hardware [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.675927] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43acc6c-8e21-4871-9879-ad905fd172a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.684575] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa420a16-46e5-4d76-be58-af0f2bf00bdd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.704178] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee881c-e6ff-45be-aa8c-210fa2df268e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.709763] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552f025-4e67-4c61-aa9d-6b298693c2cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.776066] env[68503]: DEBUG nova.network.neutron [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.826427] env[68503]: DEBUG nova.network.neutron [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.845698] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updated VIF entry in instance network info cache for port 1bf971cd-57de-4ecf-955b-8d50d129712d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.846079] env[68503]: DEBUG nova.network.neutron [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [{"id": "1bf971cd-57de-4ecf-955b-8d50d129712d", "address": "fa:16:3e:eb:bf:0b", "network": {"id": "0c15e7b0-b9a0-4f13-b4a1-87da2f169c4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1605708846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8110d39ecd5c42b5bb0c48b9527bdafe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf971cd-57", "ovs_interfaceid": "1bf971cd-57de-4ecf-955b-8d50d129712d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.864249] env[68503]: DEBUG nova.network.neutron [-] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.011245] env[68503]: DEBUG oslo_vmware.api [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2862381, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.039252] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070786} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.039252] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.040018] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be385ad-c1df-45ac-9756-53b37c2c37b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.062299] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/05a769ab-6e83-4975-9b85-5c80a9df5c67.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.062569] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115c2c4b-2201-4800-97e2-cab6667c57b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.092789] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1074.092789] env[68503]: value = "task-2862383" [ 1074.092789] env[68503]: _type = "Task" [ 1074.092789] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.101109] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.144200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.144729] env[68503]: DEBUG nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.147572] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.320s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.149091] env[68503]: DEBUG nova.objects.instance [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1074.159316] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cb83f45-9b9f-4eea-8f8b-863c831aed2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.165183] env[68503]: DEBUG nova.network.neutron [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Successfully updated port: 611b68fe-1cda-40eb-98a0-b966a7637ba5 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.176981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60281d1-f546-4f8c-b554-9c2b6ec29e36 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.214860] env[68503]: DEBUG nova.compute.manager [req-a895592d-f785-492a-bedd-d95cede30328 req-6088be7b-f430-4ebe-be72-5e3f11c594c4 service nova] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Detach interface failed, port_id=686af4a2-d8ac-4804-af60-fb56066814e9, reason: Instance acbe8ce9-014a-420f-b86c-bb57042d2e2e could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.231727] env[68503]: DEBUG nova.compute.manager [None req-c0a32315-c84a-4ff1-be73-da260e1c2b74 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Instance disappeared during snapshot {{(pid=68503) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1074.331223] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Releasing lock "refresh_cache-a3c71966-e7fa-4c86-ac96-41e79e0f84ac" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.331223] env[68503]: DEBUG nova.compute.manager [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.331223] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.332954] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aecf1e-3193-4336-abf7-023257191efa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.343439] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.343701] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10255987-b449-4f04-ac94-d8716b8512fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.349381] env[68503]: DEBUG oslo_concurrency.lockutils [req-ef0f209c-0392-46f6-a3b1-70ed8cf74a0c req-d68ec037-cdfe-45f0-bf9b-11546d6f3682 service nova] Releasing lock "refresh_cache-b5431a59-4c62-4f54-9105-8db4eb1955fe" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.349810] env[68503]: DEBUG oslo_vmware.api [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1074.349810] env[68503]: value = "task-2862384" [ 1074.349810] env[68503]: _type = "Task" [ 1074.349810] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.357340] env[68503]: DEBUG oslo_vmware.api [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.358410] env[68503]: DEBUG nova.compute.manager [None req-c0a32315-c84a-4ff1-be73-da260e1c2b74 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Found 0 images (rotation: 2) {{(pid=68503) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1074.367246] env[68503]: INFO nova.compute.manager [-] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Took 1.26 seconds to deallocate network for instance. [ 1074.442030] env[68503]: INFO nova.compute.manager [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Rebuilding instance [ 1074.487384] env[68503]: DEBUG nova.compute.manager [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.488383] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf0580-d6c0-4f63-9a86-8b6e6f67041c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.508601] env[68503]: DEBUG oslo_vmware.api [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2862381, 'name': PowerOffVM_Task, 'duration_secs': 0.52955} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.509324] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.509324] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.509590] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7913eef6-278e-420e-9a19-57075ff35d1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.581543] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.581755] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.581942] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Deleting the datastore file [datastore2] dc97a43e-95c6-4083-a539-5718af812048 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.582234] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c3f97fa-8cf8-48ba-900f-d80f61282aa5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.588503] env[68503]: DEBUG oslo_vmware.api [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for the task: (returnval){ [ 1074.588503] env[68503]: value = "task-2862386" [ 1074.588503] env[68503]: _type = "Task" [ 1074.588503] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.597405] env[68503]: DEBUG oslo_vmware.api [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2862386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.605245] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.652449] env[68503]: DEBUG nova.compute.utils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.657053] env[68503]: DEBUG nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.657283] env[68503]: DEBUG nova.network.neutron [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.660059] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.660059] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.660261] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.660354] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.660525] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.663159] env[68503]: INFO nova.compute.manager [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Terminating instance [ 1074.667434] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "refresh_cache-4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.667434] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquired lock "refresh_cache-4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.667434] env[68503]: DEBUG nova.network.neutron [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.707134] env[68503]: DEBUG nova.policy [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7012c3f790db43afbb96bb7a19c0124f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0114dd446e644b938e1c31c2fe4a6198', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.860862] env[68503]: DEBUG oslo_vmware.api [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862384, 'name': PowerOffVM_Task, 'duration_secs': 0.172124} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.861216] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.861392] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.861648] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-465e9711-9ca6-42f0-a1ec-9c553847d59c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.875031] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.892792] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.892792] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.892912] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Deleting the datastore file [datastore1] a3c71966-e7fa-4c86-ac96-41e79e0f84ac {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.893138] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe1c6bcc-1a6b-4a76-ab5b-b43c4a19f0a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.899317] env[68503]: DEBUG oslo_vmware.api [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for the task: (returnval){ [ 1074.899317] env[68503]: value = "task-2862388" [ 1074.899317] env[68503]: _type = "Task" [ 1074.899317] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.907412] env[68503]: DEBUG oslo_vmware.api [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.022906] env[68503]: DEBUG nova.network.neutron [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Successfully created port: a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.100073] env[68503]: DEBUG oslo_vmware.api [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Task: {'id': task-2862386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176612} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.103319] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.103611] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.103709] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.103880] env[68503]: INFO nova.compute.manager [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] [instance: dc97a43e-95c6-4083-a539-5718af812048] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1075.104159] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.104365] env[68503]: DEBUG nova.compute.manager [-] [instance: dc97a43e-95c6-4083-a539-5718af812048] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.104462] env[68503]: DEBUG nova.network.neutron [-] [instance: dc97a43e-95c6-4083-a539-5718af812048] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.113290] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862383, 'name': ReconfigVM_Task, 'duration_secs': 0.601774} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.113574] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/05a769ab-6e83-4975-9b85-5c80a9df5c67.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.114345] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad4cece-6906-461b-94fe-2f5beaf3ef2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.122998] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1075.122998] env[68503]: value = "task-2862389" [ 1075.122998] env[68503]: _type = "Task" [ 1075.122998] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.132763] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862389, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.160563] env[68503]: DEBUG nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.164952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e871c95-c78e-4d65-95e5-3ec4917f5edc tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.166114] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.319s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.166353] env[68503]: DEBUG nova.objects.instance [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'resources' on Instance uuid 77ef840a-2216-4f7d-a598-421505eedd5e {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.168183] env[68503]: DEBUG nova.compute.manager [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.168183] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.168928] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fb1676-8105-46f8-9a3e-90b684ac2b6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.179209] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.179482] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81988a1-11cb-438d-bc77-0fb0c334bfbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.186879] env[68503]: DEBUG oslo_vmware.api [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1075.186879] env[68503]: value = "task-2862390" [ 1075.186879] env[68503]: _type = "Task" [ 1075.186879] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.195863] env[68503]: DEBUG oslo_vmware.api [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.224544] env[68503]: DEBUG nova.network.neutron [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.410677] env[68503]: DEBUG oslo_vmware.api [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Task: {'id': task-2862388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091579} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.411299] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.411614] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.411905] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.412215] env[68503]: INFO nova.compute.manager [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1075.413705] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.413705] env[68503]: DEBUG nova.compute.manager [-] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.413705] env[68503]: DEBUG nova.network.neutron [-] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.443444] env[68503]: DEBUG nova.network.neutron [-] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.501080] env[68503]: DEBUG nova.network.neutron [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Updating instance_info_cache with network_info: [{"id": "611b68fe-1cda-40eb-98a0-b966a7637ba5", "address": "fa:16:3e:f6:82:fa", "network": {"id": "ffbcacf9-d3b8-4ea0-9113-e5da676c6a25", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1192987871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12e1b3aee84d4e94961c5a17f12627ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611b68fe-1c", "ovs_interfaceid": "611b68fe-1cda-40eb-98a0-b966a7637ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.513275] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.513275] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1987060f-eb18-49ef-a055-403fc986d5c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.521031] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1075.521031] env[68503]: value = "task-2862391" [ 1075.521031] env[68503]: _type = "Task" [ 1075.521031] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.527786] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1075.528164] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.528976] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c91801-60e4-417f-a344-83dd6a151276 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.535772] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.535996] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e50f341c-616d-467c-b0a4-b336ff0933bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.593830] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.594061] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.594061] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleting the datastore file [datastore1] 3f13eda8-d068-4b3c-b7b3-c04e9c521834 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.594730] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfd292e9-15bd-4567-8f72-29979836fe4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.602018] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1075.602018] env[68503]: value = "task-2862393" [ 1075.602018] env[68503]: _type = "Task" [ 1075.602018] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.610526] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.631550] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862389, 'name': Rename_Task, 'duration_secs': 0.184843} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.631831] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.632396] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee6c99b-36ff-4ecd-8b14-009a6f19f141 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.637997] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1075.637997] env[68503]: value = "task-2862394" [ 1075.637997] env[68503]: _type = "Task" [ 1075.637997] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.646441] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.686168] env[68503]: DEBUG nova.compute.manager [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Received event network-vif-plugged-611b68fe-1cda-40eb-98a0-b966a7637ba5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.686283] env[68503]: DEBUG oslo_concurrency.lockutils [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] Acquiring lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.686497] env[68503]: DEBUG oslo_concurrency.lockutils [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.686661] env[68503]: DEBUG oslo_concurrency.lockutils [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.686843] env[68503]: DEBUG nova.compute.manager [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] No waiting events found dispatching network-vif-plugged-611b68fe-1cda-40eb-98a0-b966a7637ba5 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.687020] env[68503]: WARNING nova.compute.manager [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Received unexpected event network-vif-plugged-611b68fe-1cda-40eb-98a0-b966a7637ba5 for instance with vm_state building and task_state spawning. [ 1075.687432] env[68503]: DEBUG nova.compute.manager [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Received event network-changed-611b68fe-1cda-40eb-98a0-b966a7637ba5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.687641] env[68503]: DEBUG nova.compute.manager [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Refreshing instance network info cache due to event network-changed-611b68fe-1cda-40eb-98a0-b966a7637ba5. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.687875] env[68503]: DEBUG oslo_concurrency.lockutils [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] Acquiring lock "refresh_cache-4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.701293] env[68503]: DEBUG oslo_vmware.api [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862390, 'name': PowerOffVM_Task, 'duration_secs': 0.184362} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.701626] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.701821] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.702094] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0a9d223-29fe-408b-989d-9b3cfacbc9f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.800174] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.800481] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.800675] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Deleting the datastore file [datastore1] 7b53e14c-55ae-4374-9ef6-a928e7d531e1 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.800940] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ff2b27-9fc0-4e00-b668-67d74c44da98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.810731] env[68503]: DEBUG oslo_vmware.api [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for the task: (returnval){ [ 1075.810731] env[68503]: value = "task-2862396" [ 1075.810731] env[68503]: _type = "Task" [ 1075.810731] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.819971] env[68503]: DEBUG oslo_vmware.api [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.944612] env[68503]: DEBUG nova.network.neutron [-] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.003070] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Releasing lock "refresh_cache-4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.003410] env[68503]: DEBUG nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Instance network_info: |[{"id": "611b68fe-1cda-40eb-98a0-b966a7637ba5", "address": "fa:16:3e:f6:82:fa", "network": {"id": "ffbcacf9-d3b8-4ea0-9113-e5da676c6a25", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1192987871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12e1b3aee84d4e94961c5a17f12627ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611b68fe-1c", "ovs_interfaceid": "611b68fe-1cda-40eb-98a0-b966a7637ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.003709] env[68503]: DEBUG oslo_concurrency.lockutils [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] Acquired lock "refresh_cache-4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.003886] env[68503]: DEBUG nova.network.neutron [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Refreshing network info cache for port 611b68fe-1cda-40eb-98a0-b966a7637ba5 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.005161] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:82:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '611b68fe-1cda-40eb-98a0-b966a7637ba5', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.014249] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Creating folder: Project (12e1b3aee84d4e94961c5a17f12627ec). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.019714] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e47ab55e-837c-4a44-b1a5-c3eace9b228c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.032415] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Created folder: Project (12e1b3aee84d4e94961c5a17f12627ec) in parent group-v575195. [ 1076.032614] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Creating folder: Instances. Parent ref: group-v575430. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.032863] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4271818-2c48-4477-8702-434bd24f0207 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.042268] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Created folder: Instances in parent group-v575430. [ 1076.042613] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.042886] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.043220] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3022ffd-c5e4-40f9-aec8-c02116a83a1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.068992] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.068992] env[68503]: value = "task-2862399" [ 1076.068992] env[68503]: _type = "Task" [ 1076.068992] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.076678] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862399, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.111716] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133433} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.111996] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.112144] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.112301] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.151288] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.153973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b58a3b-cfa3-4114-a200-2b41055e7646 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.164241] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332bc3ac-6d63-4749-bb3a-3b51d6479330 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.197536] env[68503]: DEBUG nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.203536] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d5580-d708-4755-9150-62292791506b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.213434] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773b76a9-fc11-4d2f-bfa1-04f4eac9bbda {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.217876] env[68503]: DEBUG nova.network.neutron [-] [instance: dc97a43e-95c6-4083-a539-5718af812048] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.230413] env[68503]: DEBUG nova.compute.provider_tree [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.243613] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.243959] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.244038] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.244459] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.244459] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.244585] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.244879] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.245080] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.245254] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.245421] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.245857] env[68503]: DEBUG nova.virt.hardware [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.247757] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d33336-2ed1-4603-b3ab-f6da3bbcacfd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.264085] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b7542e-536a-4cdf-8917-eff4a7ab60b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.287241] env[68503]: DEBUG nova.network.neutron [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Updated VIF entry in instance network info cache for port 611b68fe-1cda-40eb-98a0-b966a7637ba5. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.287423] env[68503]: DEBUG nova.network.neutron [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Updating instance_info_cache with network_info: [{"id": "611b68fe-1cda-40eb-98a0-b966a7637ba5", "address": "fa:16:3e:f6:82:fa", "network": {"id": "ffbcacf9-d3b8-4ea0-9113-e5da676c6a25", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1192987871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12e1b3aee84d4e94961c5a17f12627ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611b68fe-1c", "ovs_interfaceid": "611b68fe-1cda-40eb-98a0-b966a7637ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.323278] env[68503]: DEBUG oslo_vmware.api [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Task: {'id': task-2862396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157107} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.323576] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.323775] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.323954] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.324172] env[68503]: INFO nova.compute.manager [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1076.324485] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.324783] env[68503]: DEBUG nova.compute.manager [-] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.324938] env[68503]: DEBUG nova.network.neutron [-] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.448594] env[68503]: INFO nova.compute.manager [-] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Took 1.04 seconds to deallocate network for instance. [ 1076.578763] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862399, 'name': CreateVM_Task, 'duration_secs': 0.346171} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.579061] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.579772] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.579927] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.580295] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.580554] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb61ec2-4468-4ba2-83f3-1ea880aa239a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.585013] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1076.585013] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c2840f-17e1-d136-e5bd-928d7cba1c82" [ 1076.585013] env[68503]: _type = "Task" [ 1076.585013] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.592489] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c2840f-17e1-d136-e5bd-928d7cba1c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.654557] env[68503]: DEBUG oslo_vmware.api [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862394, 'name': PowerOnVM_Task, 'duration_secs': 0.558328} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.654886] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.655064] env[68503]: INFO nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1076.655263] env[68503]: DEBUG nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.656051] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b981a0-7d59-4864-8a21-fc69225d94bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.721825] env[68503]: INFO nova.compute.manager [-] [instance: dc97a43e-95c6-4083-a539-5718af812048] Took 1.62 seconds to deallocate network for instance. [ 1076.736494] env[68503]: DEBUG nova.scheduler.client.report [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.790239] env[68503]: DEBUG oslo_concurrency.lockutils [req-b267b633-8fc7-4744-9f26-6a8ab8fbf610 req-81cc5023-1b3c-49e5-b12c-18575d6ad86a service nova] Releasing lock "refresh_cache-4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.956030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.096296] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c2840f-17e1-d136-e5bd-928d7cba1c82, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.097022] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.097185] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.097437] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.097589] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.097833] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.098169] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c6af5d-ace7-4bfb-a927-40efa962e8f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.106493] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.106666] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.107387] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ab30ab-84e3-4628-a734-3a779f98e8a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.112343] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1077.112343] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525b53d5-9754-af44-b5fb-19a0a5b294a9" [ 1077.112343] env[68503]: _type = "Task" [ 1077.112343] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.119763] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525b53d5-9754-af44-b5fb-19a0a5b294a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.138898] env[68503]: DEBUG nova.network.neutron [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Successfully updated port: a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.165019] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.165019] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.165019] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.165019] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.165019] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.165019] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.165019] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.165607] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.165991] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.166371] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.166666] env[68503]: DEBUG nova.virt.hardware [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.167883] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2138e9e2-eb6b-42ab-b8d1-254e88faa405 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.182647] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b773c1a-1d12-4bd0-ba0a-b700d8faa6d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.187062] env[68503]: INFO nova.compute.manager [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Took 33.18 seconds to build instance. [ 1077.199032] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:a7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ed4ec61-fef3-4101-91b4-eefd102cb0b7', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.206891] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.207637] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.208478] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab4177d-a8f5-4574-9159-922b81b4424e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.228859] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.230567] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.230567] env[68503]: value = "task-2862400" [ 1077.230567] env[68503]: _type = "Task" [ 1077.230567] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.238848] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862400, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.241916] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.244026] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.614s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.244256] env[68503]: DEBUG nova.objects.instance [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lazy-loading 'resources' on Instance uuid bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.270840] env[68503]: INFO nova.scheduler.client.report [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted allocations for instance 77ef840a-2216-4f7d-a598-421505eedd5e [ 1077.621963] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525b53d5-9754-af44-b5fb-19a0a5b294a9, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.622848] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdff4c6-fb53-44cb-9376-5f25dae1cab5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.627765] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1077.627765] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526dce88-d528-15b5-4087-584f92580c3f" [ 1077.627765] env[68503]: _type = "Task" [ 1077.627765] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.635331] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526dce88-d528-15b5-4087-584f92580c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.638098] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.638387] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.638483] env[68503]: DEBUG nova.network.neutron [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.650927] env[68503]: DEBUG nova.network.neutron [-] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.689945] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a6eca370-6f8c-49eb-a291-ddf95a5773e3 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.701s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.740953] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862400, 'name': CreateVM_Task, 'duration_secs': 0.34277} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.742033] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.742033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.742033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.742340] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.742594] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bde45c9-6f56-4da5-a5e5-8a348d530dea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.747271] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1077.747271] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52164a7d-17c8-13c1-65bc-90a7cc5e4a81" [ 1077.747271] env[68503]: _type = "Task" [ 1077.747271] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.758333] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52164a7d-17c8-13c1-65bc-90a7cc5e4a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.781228] env[68503]: DEBUG nova.compute.manager [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: dc97a43e-95c6-4083-a539-5718af812048] Received event network-vif-deleted-f3074a4e-3237-4f46-a0b9-e03610b49d1f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.781641] env[68503]: DEBUG nova.compute.manager [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Received event network-vif-plugged-a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.781806] env[68503]: DEBUG oslo_concurrency.lockutils [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] Acquiring lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.781992] env[68503]: DEBUG oslo_concurrency.lockutils [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] Lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.782196] env[68503]: DEBUG oslo_concurrency.lockutils [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] Lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.782362] env[68503]: DEBUG nova.compute.manager [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] No waiting events found dispatching network-vif-plugged-a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.782525] env[68503]: WARNING nova.compute.manager [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Received unexpected event network-vif-plugged-a3501761-b90a-4f4c-91d1-12a5e5eba96b for instance with vm_state building and task_state spawning. [ 1077.782685] env[68503]: DEBUG nova.compute.manager [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Received event network-changed-a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.782832] env[68503]: DEBUG nova.compute.manager [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Refreshing instance network info cache due to event network-changed-a3501761-b90a-4f4c-91d1-12a5e5eba96b. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.783000] env[68503]: DEBUG oslo_concurrency.lockutils [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] Acquiring lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.783442] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ce766b6e-413a-4337-9c34-9a8b55047e68 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "77ef840a-2216-4f7d-a598-421505eedd5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.673s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.076122] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098fe340-51fc-4e60-a2e4-c022c6fd2e71 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.084429] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb48273-736d-49c7-bb4e-8cd71aebf30e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.116637] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c88507-b270-47dd-a6c4-40195cdc1da1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.124362] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163374b5-0174-4580-9c2a-23255c2b350b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.141068] env[68503]: DEBUG nova.compute.provider_tree [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.147629] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526dce88-d528-15b5-4087-584f92580c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.148195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.148513] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0/4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.149580] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c370abc1-c042-4419-8d8e-31c2018c7989 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.152377] env[68503]: INFO nova.compute.manager [-] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Took 1.83 seconds to deallocate network for instance. [ 1078.157960] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1078.157960] env[68503]: value = "task-2862401" [ 1078.157960] env[68503]: _type = "Task" [ 1078.157960] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.162177] env[68503]: INFO nova.compute.manager [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Rescuing [ 1078.162447] env[68503]: DEBUG oslo_concurrency.lockutils [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.162593] env[68503]: DEBUG oslo_concurrency.lockutils [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.162798] env[68503]: DEBUG nova.network.neutron [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.169176] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.197076] env[68503]: DEBUG nova.network.neutron [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.259623] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52164a7d-17c8-13c1-65bc-90a7cc5e4a81, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.259941] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.260206] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.260449] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.260594] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.260775] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.261105] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-111705f1-70ad-4a87-a06a-b913960d899c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.268924] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.269117] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.269809] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39b94ea-29a8-4077-a5aa-417f49e4b978 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.277411] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1078.277411] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52597784-cf1f-0ad0-6f90-2665b38e6797" [ 1078.277411] env[68503]: _type = "Task" [ 1078.277411] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.284944] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52597784-cf1f-0ad0-6f90-2665b38e6797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.352056] env[68503]: DEBUG nova.network.neutron [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.649903] env[68503]: DEBUG nova.scheduler.client.report [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.659964] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.675472] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862401, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.791715] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52597784-cf1f-0ad0-6f90-2665b38e6797, 'name': SearchDatastore_Task, 'duration_secs': 0.008796} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.792808] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1506a3a5-27fa-4c73-a372-2c613d3a4ebe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.798298] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1078.798298] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52654ae8-fbec-1baa-bb79-0d24b554fe27" [ 1078.798298] env[68503]: _type = "Task" [ 1078.798298] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.806372] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52654ae8-fbec-1baa-bb79-0d24b554fe27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.858612] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.858612] env[68503]: DEBUG nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Instance network_info: |[{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.858612] env[68503]: DEBUG oslo_concurrency.lockutils [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] Acquired lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.858612] env[68503]: DEBUG nova.network.neutron [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Refreshing network info cache for port a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.858612] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:72:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3501761-b90a-4f4c-91d1-12a5e5eba96b', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.871269] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.872892] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.872892] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60c79c28-e840-4452-b87c-51e4cc1489ad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.897146] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.897146] env[68503]: value = "task-2862402" [ 1078.897146] env[68503]: _type = "Task" [ 1078.897146] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.909129] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862402, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.956869] env[68503]: DEBUG nova.network.neutron [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Updating instance_info_cache with network_info: [{"id": "434a8373-859f-48cb-893c-6e23e283c805", "address": "fa:16:3e:a9:43:7c", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434a8373-85", "ovs_interfaceid": "434a8373-859f-48cb-893c-6e23e283c805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.155897] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.158770] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.386s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.159081] env[68503]: DEBUG nova.objects.instance [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'resources' on Instance uuid 103f1a61-ad86-446f-8326-1d64a01df948 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.171158] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519078} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.171708] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0/4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.172423] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.172423] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff8cfb73-9724-4b77-9cbb-809e5b7c72a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.180396] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1079.180396] env[68503]: value = "task-2862403" [ 1079.180396] env[68503]: _type = "Task" [ 1079.180396] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.184386] env[68503]: INFO nova.scheduler.client.report [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Deleted allocations for instance bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89 [ 1079.195432] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.309840] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52654ae8-fbec-1baa-bb79-0d24b554fe27, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.310155] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.310425] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.310709] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eab1728-318b-45a4-a257-bef28f68fc31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.316569] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1079.316569] env[68503]: value = "task-2862404" [ 1079.316569] env[68503]: _type = "Task" [ 1079.316569] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.325933] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.408362] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862402, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.460383] env[68503]: DEBUG oslo_concurrency.lockutils [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.584443] env[68503]: DEBUG nova.network.neutron [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updated VIF entry in instance network info cache for port a3501761-b90a-4f4c-91d1-12a5e5eba96b. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.584684] env[68503]: DEBUG nova.network.neutron [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.694935] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133217} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.698820] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dee04926-8d4a-4ab0-bb3c-d5c446e638c3 tempest-ServersListShow2100Test-674049634 tempest-ServersListShow2100Test-674049634-project-member] Lock "bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.462s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.700120] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.701662] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e47ce7b-7bf8-4604-885d-70b68cb14b67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.738124] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0/4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.741596] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9b8701b-4659-4442-b5fd-d04cfe412b24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.762355] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1079.762355] env[68503]: value = "task-2862405" [ 1079.762355] env[68503]: _type = "Task" [ 1079.762355] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.772744] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.831583] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862404, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.909859] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862402, 'name': CreateVM_Task, 'duration_secs': 0.841111} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.912973] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.912973] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.912973] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.912973] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.912973] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8310e9-254b-46ee-9cb4-70dcb3fc90e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.918246] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1079.918246] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5279a6d1-490b-faf6-b600-e612b4a3e89c" [ 1079.918246] env[68503]: _type = "Task" [ 1079.918246] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.925695] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5279a6d1-490b-faf6-b600-e612b4a3e89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.076774] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5326b9-02bb-46bd-a780-37b9f2c638b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.084207] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470ffd69-c14f-4a80-b5d0-b82fe0e3518f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.087452] env[68503]: DEBUG oslo_concurrency.lockutils [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] Releasing lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.087737] env[68503]: DEBUG nova.compute.manager [req-29e42d56-1fa8-47c2-baaf-ad6a96900748 req-3dba424e-d1ec-4fe8-9531-01524177a2be service nova] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Received event network-vif-deleted-878247e1-5a18-469d-9a85-15d9c87bb8e1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.118927] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846c38c4-0ce5-42c8-ab0c-a96fd55c1155 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.127447] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2810752e-5f52-4cfb-9064-4ac696d4d467 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.140946] env[68503]: DEBUG nova.compute.provider_tree [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.272292] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862405, 'name': ReconfigVM_Task, 'duration_secs': 0.329827} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.272577] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0/4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.273223] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63cb68e7-c902-442b-a840-cf0258876063 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.279883] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1080.279883] env[68503]: value = "task-2862406" [ 1080.279883] env[68503]: _type = "Task" [ 1080.279883] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.288162] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862406, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.327054] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531963} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.327190] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.327364] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.327705] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ef43d8-4f30-4e41-93fb-2ab6c2053df6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.333763] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1080.333763] env[68503]: value = "task-2862407" [ 1080.333763] env[68503]: _type = "Task" [ 1080.333763] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.340995] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.428674] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5279a6d1-490b-faf6-b600-e612b4a3e89c, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.428980] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.429258] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.429498] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.429648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.429828] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.430158] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed9f5c73-5252-4cd9-8b9b-8aec613ae0d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.439309] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.439309] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.439562] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebf727a-31ef-437a-9834-f5940a8aa61c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.444696] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1080.444696] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523dbf68-7a62-73a7-f532-94946eeba093" [ 1080.444696] env[68503]: _type = "Task" [ 1080.444696] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.453049] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "a2387034-4c41-44b8-8ff1-25379e909335" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.453049] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.457343] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523dbf68-7a62-73a7-f532-94946eeba093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.644560] env[68503]: DEBUG nova.scheduler.client.report [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.790015] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862406, 'name': Rename_Task, 'duration_secs': 0.201947} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.790330] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.790542] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d4b54f4-6882-41f3-939c-1d94d09f5a7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.796717] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1080.796717] env[68503]: value = "task-2862408" [ 1080.796717] env[68503]: _type = "Task" [ 1080.796717] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.804254] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.844147] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103816} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.844514] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.845650] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0188a1d-e758-4410-9da6-4f0565e8dec9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.871143] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.871435] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886ec9e7-c631-40b9-baac-c253fcfd20f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.890727] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1080.890727] env[68503]: value = "task-2862409" [ 1080.890727] env[68503]: _type = "Task" [ 1080.890727] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.901304] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.956827] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523dbf68-7a62-73a7-f532-94946eeba093, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.958032] env[68503]: DEBUG nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.961570] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcd3b02-52f1-4165-9033-1473c19f5709 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.966897] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1080.966897] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52815940-89c6-82da-40e0-3ff374f61be4" [ 1080.966897] env[68503]: _type = "Task" [ 1080.966897] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.974781] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52815940-89c6-82da-40e0-3ff374f61be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.989294] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.989845] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ecc39e-73d7-4cf8-bfb4-4eb08bd1e98d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.997140] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1080.997140] env[68503]: value = "task-2862410" [ 1080.997140] env[68503]: _type = "Task" [ 1080.997140] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.006011] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.150420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.153135] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.089s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.153364] env[68503]: DEBUG nova.objects.instance [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.175919] env[68503]: INFO nova.scheduler.client.report [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted allocations for instance 103f1a61-ad86-446f-8326-1d64a01df948 [ 1081.306642] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862408, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.400504] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862409, 'name': ReconfigVM_Task, 'duration_secs': 0.433778} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.400793] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3f13eda8-d068-4b3c-b7b3-c04e9c521834/3f13eda8-d068-4b3c-b7b3-c04e9c521834.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.401552] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0013dad-f134-430b-82a4-b3f5ea7cbd41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.407697] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1081.407697] env[68503]: value = "task-2862411" [ 1081.407697] env[68503]: _type = "Task" [ 1081.407697] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.417366] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862411, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.477382] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52815940-89c6-82da-40e0-3ff374f61be4, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.478362] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.478623] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.478871] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.479148] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f58ec84-1ce3-4a6c-9a70-87fe06bddc24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.485704] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1081.485704] env[68503]: value = "task-2862412" [ 1081.485704] env[68503]: _type = "Task" [ 1081.485704] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.493557] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.506205] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862410, 'name': PowerOffVM_Task, 'duration_secs': 0.203301} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.506464] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.507275] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d103c9-8a7c-424f-965a-af6ceac274f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.525750] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d0936b-5048-44b8-b21e-ec0f82e41938 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.560661] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.561139] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c316335-a0b7-4d16-a908-de7b5666c08c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.568349] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1081.568349] env[68503]: value = "task-2862413" [ 1081.568349] env[68503]: _type = "Task" [ 1081.568349] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.578677] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1081.578677] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.578952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.579232] env[68503]: DEBUG oslo_concurrency.lockutils [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.579388] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.579672] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0fe4fe1-c314-47a1-9c1b-52c3848692ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.586725] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.586925] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.587631] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f417f102-d886-4efe-a9f1-3e799d17c7bc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.592732] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1081.592732] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52393c32-7933-7381-ca8f-765f00dbf95d" [ 1081.592732] env[68503]: _type = "Task" [ 1081.592732] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.600341] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52393c32-7933-7381-ca8f-765f00dbf95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.685801] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6a34015f-cb4a-4ab9-b578-9b2fd73a53d3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "103f1a61-ad86-446f-8326-1d64a01df948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.389s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.686970] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] Acquired lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.688535] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d78dec-7240-4d5c-ae01-0ebcbfb229f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.698669] env[68503]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1081.698907] env[68503]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68503) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1081.699472] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f83c51b-cfed-4cbf-9c83-fcbcb5cd3f59 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.713044] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661b1654-9d28-4d63-90ea-1adf71dfc816 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.758368] env[68503]: ERROR root [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-575380' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-575380' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-575380' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-575380'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-575380' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-575380' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-575380'}\n"]: nova.exception.InstanceNotFound: Instance 103f1a61-ad86-446f-8326-1d64a01df948 could not be found. [ 1081.758652] env[68503]: DEBUG oslo_concurrency.lockutils [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] Releasing lock "103f1a61-ad86-446f-8326-1d64a01df948" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.759009] env[68503]: DEBUG nova.compute.manager [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Detach interface failed, port_id=bb906d49-958b-46c9-bf1b-3926eaeb0a84, reason: Instance 103f1a61-ad86-446f-8326-1d64a01df948 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.759326] env[68503]: DEBUG nova.compute.manager [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Received event network-vif-deleted-b2f6c994-81db-427c-b32d-9e9736b14098 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.759704] env[68503]: INFO nova.compute.manager [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Neutron deleted interface b2f6c994-81db-427c-b32d-9e9736b14098; detaching it from the instance and deleting it from the info cache [ 1081.760015] env[68503]: DEBUG nova.network.neutron [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Updating instance_info_cache with network_info: [{"id": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "address": "fa:16:3e:95:a8:91", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5d744f-7a", "ovs_interfaceid": "8c5d744f-7a9a-4af1-89f8-02f7dd36cc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.807219] env[68503]: DEBUG oslo_vmware.api [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862408, 'name': PowerOnVM_Task, 'duration_secs': 0.63451} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.807593] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.807693] env[68503]: INFO nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1081.807869] env[68503]: DEBUG nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.809257] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0afeda-0f28-4917-b23a-ac311afd7be2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.922118] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862411, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.999274] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.103628] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52393c32-7933-7381-ca8f-765f00dbf95d, 'name': SearchDatastore_Task, 'duration_secs': 0.008248} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.104458] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29af5e5b-ebde-4e3d-b9b5-6311769dbb70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.110039] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1082.110039] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52df18ec-0956-0e79-b276-889a2a20c4bd" [ 1082.110039] env[68503]: _type = "Task" [ 1082.110039] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.118377] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52df18ec-0956-0e79-b276-889a2a20c4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.164029] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc89e7ab-da51-4e7d-b544-d35330b3e0ba tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.165108] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.195s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.165307] env[68503]: DEBUG nova.objects.instance [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1082.264687] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d950be3-e9ca-411e-bcec-546cd82e3c58 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.283573] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb061a3-7b34-47cf-91b0-77f08195b791 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.317628] env[68503]: DEBUG nova.compute.manager [req-c0fedb31-a3aa-464a-9228-57749ad642f4 req-70947eea-4a29-415d-81c3-7f100ebd734b service nova] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Detach interface failed, port_id=b2f6c994-81db-427c-b32d-9e9736b14098, reason: Instance 103f1a61-ad86-446f-8326-1d64a01df948 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.327188] env[68503]: INFO nova.compute.manager [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Took 35.38 seconds to build instance. [ 1082.419968] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862411, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.495842] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615304} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.496146] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.496394] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.496722] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8bf8cac-35a7-4444-b392-b2be4332b0c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.502706] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1082.502706] env[68503]: value = "task-2862414" [ 1082.502706] env[68503]: _type = "Task" [ 1082.502706] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.512739] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.620659] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52df18ec-0956-0e79-b276-889a2a20c4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014256} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.620966] env[68503]: DEBUG oslo_concurrency.lockutils [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.621264] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. {{(pid=68503) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1082.621532] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1accaf-ee1e-497a-ac4c-5f89e05d2dc2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.627142] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1082.627142] env[68503]: value = "task-2862415" [ 1082.627142] env[68503]: _type = "Task" [ 1082.627142] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.634645] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.829670] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3d30d4ff-be70-4ad0-b2e5-62ffac43ec6e tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.894s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.922605] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862411, 'name': Rename_Task, 'duration_secs': 1.210916} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.923257] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.923994] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d7039b-b2bf-4704-bbf0-e1c7a2185579 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.934126] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1082.934126] env[68503]: value = "task-2862416" [ 1082.934126] env[68503]: _type = "Task" [ 1082.934126] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.945278] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.013194] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185503} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.013528] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.014543] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70809912-b236-4b67-b2bd-fbb2a8de2a09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.046084] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.046084] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc05d18-9f20-41f7-8ba8-411a5bc33c72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.065642] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1083.065642] env[68503]: value = "task-2862417" [ 1083.065642] env[68503]: _type = "Task" [ 1083.065642] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.076701] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.137819] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.179216] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0fb7a527-19e4-4a77-9f6d-61a361c0d412 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.180634] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.903s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.180924] env[68503]: DEBUG nova.objects.instance [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'resources' on Instance uuid 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.443619] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.577472] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862417, 'name': ReconfigVM_Task, 'duration_secs': 0.403744} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.577748] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.578402] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e125b3c-dab4-4826-b707-7e5075f12722 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.586037] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1083.586037] env[68503]: value = "task-2862418" [ 1083.586037] env[68503]: _type = "Task" [ 1083.586037] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.596681] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862418, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.637754] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638994} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.638054] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk. [ 1083.638815] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b10892-88a6-4622-a901-82a32b2f570e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.663806] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.664130] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2814953-17c2-47a3-a6fb-bc5325133506 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.686311] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1083.686311] env[68503]: value = "task-2862419" [ 1083.686311] env[68503]: _type = "Task" [ 1083.686311] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.695043] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.947423] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.040025] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc958b6-faf3-4d1e-9c66-3a9b73de9c53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.047545] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c9678-dc0b-41e4-80a0-5b456247b41b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.077103] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef27e3-25af-4547-bf5b-9f553f1514fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.084484] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec970d-e2e9-40a7-b9d7-f9f65959210d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.102696] env[68503]: DEBUG nova.compute.provider_tree [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.111813] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862418, 'name': Rename_Task, 'duration_secs': 0.144383} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.112822] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.113181] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac5b888-15b0-4d37-8f0f-c7530510ee49 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.121085] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1084.121085] env[68503]: value = "task-2862420" [ 1084.121085] env[68503]: _type = "Task" [ 1084.121085] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.129745] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.196321] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862419, 'name': ReconfigVM_Task, 'duration_secs': 0.272374} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.196620] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67/e2a34396-b5ef-4df8-85dc-47384c92b269-rescue.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.197493] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f731ea8-e3fb-46ab-83af-af13d375e4b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.222617] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa60bca-28eb-49d9-8c7b-26ac82f7b22a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.238252] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1084.238252] env[68503]: value = "task-2862421" [ 1084.238252] env[68503]: _type = "Task" [ 1084.238252] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.248742] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.422366] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "54bae0b5-258c-429e-8931-cf08660d9386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.422613] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "54bae0b5-258c-429e-8931-cf08660d9386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.445646] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862416, 'name': PowerOnVM_Task, 'duration_secs': 1.081587} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.448258] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.448258] env[68503]: DEBUG nova.compute.manager [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.448258] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24614b95-675b-469c-a71e-49e9ed862131 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.606276] env[68503]: DEBUG nova.scheduler.client.report [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.613054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.613054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.613054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.613054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.613054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.615106] env[68503]: INFO nova.compute.manager [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Terminating instance [ 1084.632107] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862420, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.750145] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862421, 'name': ReconfigVM_Task, 'duration_secs': 0.291294} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.750145] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.750294] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7104c9c9-7a67-4903-a89b-46162a39a725 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.756677] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1084.756677] env[68503]: value = "task-2862422" [ 1084.756677] env[68503]: _type = "Task" [ 1084.756677] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.764503] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.925126] env[68503]: DEBUG nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.958044] env[68503]: INFO nova.compute.manager [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] bringing vm to original state: 'stopped' [ 1085.112942] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.115495] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.710s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.117086] env[68503]: INFO nova.compute.claims [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.121956] env[68503]: DEBUG nova.compute.manager [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.121956] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.122946] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852a8566-786c-4f5a-8445-0afbe98909d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.134893] env[68503]: DEBUG oslo_vmware.api [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862420, 'name': PowerOnVM_Task, 'duration_secs': 0.889471} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.136291] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.136537] env[68503]: INFO nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1085.136670] env[68503]: DEBUG nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.136954] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.137888] env[68503]: INFO nova.scheduler.client.report [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted allocations for instance 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7 [ 1085.139312] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cbeca-1005-4f66-a8f4-4d58b652b9b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.142010] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f4a2e2-bb26-4bce-8764-1a9863c76f87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.152387] env[68503]: DEBUG oslo_vmware.api [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1085.152387] env[68503]: value = "task-2862423" [ 1085.152387] env[68503]: _type = "Task" [ 1085.152387] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.162183] env[68503]: DEBUG oslo_vmware.api [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.267333] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862422, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.444895] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.651142] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2c2273ba-83d8-4b9e-ba18-c396b71f915f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.191s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.665471] env[68503]: INFO nova.compute.manager [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Took 37.00 seconds to build instance. [ 1085.671212] env[68503]: DEBUG oslo_vmware.api [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862423, 'name': PowerOffVM_Task, 'duration_secs': 0.409054} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.671723] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.672016] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.672444] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43f4ac8-5863-41b5-852e-7215eee68e87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.756128] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.756675] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.757011] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Deleting the datastore file [datastore2] 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.757374] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a92f85e-d2e9-4619-92c4-612bf8fb7fcf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.767917] env[68503]: DEBUG oslo_vmware.api [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862422, 'name': PowerOnVM_Task, 'duration_secs': 0.517428} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.769110] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.773042] env[68503]: DEBUG oslo_vmware.api [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for the task: (returnval){ [ 1085.773042] env[68503]: value = "task-2862425" [ 1085.773042] env[68503]: _type = "Task" [ 1085.773042] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.774482] env[68503]: DEBUG nova.compute.manager [None req-55b63212-2702-4ec3-b30a-5b4bcec499bd tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.775194] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7b24e4-ab98-4b9f-a03e-4c184b5b5216 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.967778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.967778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.968032] env[68503]: DEBUG nova.compute.manager [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.969186] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f14228-102c-4f3b-ba1e-e7d53454edd5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.978635] env[68503]: DEBUG nova.compute.manager [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1086.138936] env[68503]: DEBUG nova.compute.manager [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Received event network-changed-a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.138936] env[68503]: DEBUG nova.compute.manager [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Refreshing instance network info cache due to event network-changed-a3501761-b90a-4f4c-91d1-12a5e5eba96b. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.138936] env[68503]: DEBUG oslo_concurrency.lockutils [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] Acquiring lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.138936] env[68503]: DEBUG oslo_concurrency.lockutils [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] Acquired lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.139287] env[68503]: DEBUG nova.network.neutron [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Refreshing network info cache for port a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.173128] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5373bd92-43ee-4d12-86b2-fb896d9d4a96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.521s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.281538] env[68503]: DEBUG oslo_vmware.api [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Task: {'id': task-2862425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173256} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.284104] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.284308] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.284488] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.284660] env[68503]: INFO nova.compute.manager [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.284900] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.285453] env[68503]: DEBUG nova.compute.manager [-] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.285553] env[68503]: DEBUG nova.network.neutron [-] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.468666] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8085d647-5678-43dc-b6fc-1bdb6a868962 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.477279] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205537da-a8ad-4b6a-a11f-2c64e00b2d3b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.484254] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.519370] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0fd15d1-9363-49c6-848c-e3bfab084344 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.522570] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd19228a-f312-4cad-bd6b-fe60b9f563c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.534838] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c3154-eba1-469b-87a4-21764b35b5e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.543825] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1086.543825] env[68503]: value = "task-2862426" [ 1086.543825] env[68503]: _type = "Task" [ 1086.543825] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.559171] env[68503]: DEBUG nova.compute.provider_tree [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.568375] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.622329] env[68503]: DEBUG nova.compute.manager [req-5ea8b8ba-27fe-4af9-89b5-81c4b5312e10 req-802b4060-1dbc-4101-896c-d9491fce4e8f service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Received event network-vif-deleted-611b68fe-1cda-40eb-98a0-b966a7637ba5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.622329] env[68503]: INFO nova.compute.manager [req-5ea8b8ba-27fe-4af9-89b5-81c4b5312e10 req-802b4060-1dbc-4101-896c-d9491fce4e8f service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Neutron deleted interface 611b68fe-1cda-40eb-98a0-b966a7637ba5; detaching it from the instance and deleting it from the info cache [ 1086.622508] env[68503]: DEBUG nova.network.neutron [req-5ea8b8ba-27fe-4af9-89b5-81c4b5312e10 req-802b4060-1dbc-4101-896c-d9491fce4e8f service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.875011] env[68503]: DEBUG nova.network.neutron [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updated VIF entry in instance network info cache for port a3501761-b90a-4f4c-91d1-12a5e5eba96b. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.875423] env[68503]: DEBUG nova.network.neutron [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.045338] env[68503]: DEBUG nova.network.neutron [-] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.057511] env[68503]: DEBUG oslo_vmware.api [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862426, 'name': PowerOffVM_Task, 'duration_secs': 0.253439} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.057797] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.057951] env[68503]: DEBUG nova.compute.manager [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.058790] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2785cfd9-9ffd-493e-b7ff-e1f91ff88352 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.064396] env[68503]: DEBUG nova.scheduler.client.report [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.125278] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0736a06-acaf-447e-87d8-f539e774b937 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.135581] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4c4844-c505-4343-a52f-30e9350638a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.169288] env[68503]: DEBUG nova.compute.manager [req-5ea8b8ba-27fe-4af9-89b5-81c4b5312e10 req-802b4060-1dbc-4101-896c-d9491fce4e8f service nova] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Detach interface failed, port_id=611b68fe-1cda-40eb-98a0-b966a7637ba5, reason: Instance 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.377843] env[68503]: DEBUG oslo_concurrency.lockutils [req-0f5ee8a5-64fd-4e37-80e5-800f2333e19f req-e9b25748-608c-4101-b2fa-eb66a4a82874 service nova] Releasing lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.548844] env[68503]: INFO nova.compute.manager [-] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Took 1.26 seconds to deallocate network for instance. [ 1087.554466] env[68503]: INFO nova.compute.manager [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Unrescuing [ 1087.554730] env[68503]: DEBUG oslo_concurrency.lockutils [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.554885] env[68503]: DEBUG oslo_concurrency.lockutils [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquired lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.555059] env[68503]: DEBUG nova.network.neutron [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.569121] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.569646] env[68503]: DEBUG nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.572420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.703s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.572828] env[68503]: DEBUG nova.objects.instance [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lazy-loading 'resources' on Instance uuid 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.578073] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.610s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.055915] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.076074] env[68503]: DEBUG nova.compute.utils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.080525] env[68503]: DEBUG nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.080699] env[68503]: DEBUG nova.network.neutron [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.090951] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.151831] env[68503]: DEBUG nova.policy [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '314f4d0e47db47ccaa298cefb2a3d185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f94195d737c44baa4458e0fec0834bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.153448] env[68503]: DEBUG nova.compute.manager [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1088.355333] env[68503]: DEBUG nova.network.neutron [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Updating instance_info_cache with network_info: [{"id": "434a8373-859f-48cb-893c-6e23e283c805", "address": "fa:16:3e:a9:43:7c", "network": {"id": "ed059d9e-0246-4358-b791-17bb96c1836c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1320401173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1cf7b0e9a214966a4898fcd8e5db5a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434a8373-85", "ovs_interfaceid": "434a8373-859f-48cb-893c-6e23e283c805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.432731] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c0977b-96d7-44ec-a9c2-41ef248d8c66 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.440590] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c7a36e-6a63-49cf-917b-4995f0c7e828 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.471607] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe797770-9feb-4b4d-be49-4b3e2e31eef8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.478936] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412e83e-087f-4f18-ab84-099452a0cd31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.491928] env[68503]: DEBUG nova.compute.provider_tree [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.503484] env[68503]: DEBUG nova.network.neutron [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Successfully created port: c7e28916-146c-49cc-a10a-dee629a2f0e4 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.583035] env[68503]: DEBUG nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.680826] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.761689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.761689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.761689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.761689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.761689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.763628] env[68503]: INFO nova.compute.manager [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Terminating instance [ 1088.858065] env[68503]: DEBUG oslo_concurrency.lockutils [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Releasing lock "refresh_cache-05a769ab-6e83-4975-9b85-5c80a9df5c67" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.858618] env[68503]: DEBUG nova.objects.instance [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lazy-loading 'flavor' on Instance uuid 05a769ab-6e83-4975-9b85-5c80a9df5c67 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.996457] env[68503]: DEBUG nova.scheduler.client.report [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.267485] env[68503]: DEBUG nova.compute.manager [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.267779] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.268495] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976fc273-1c45-496f-a168-f40207e2a9cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.276319] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.276554] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671ed615-8544-4f45-859e-05204a15eeaf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.365587] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.365587] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.365587] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleting the datastore file [datastore2] 3f13eda8-d068-4b3c-b7b3-c04e9c521834 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.365926] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54b414b7-39c2-4d5e-88d6-4efb9490233f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.368200] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf63ecf9-9565-4c11-8158-0679db1eb995 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.391489] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.393028] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bc77617-061c-4e4a-ab91-aa1aaa4de0a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.394779] env[68503]: DEBUG oslo_vmware.api [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1089.394779] env[68503]: value = "task-2862428" [ 1089.394779] env[68503]: _type = "Task" [ 1089.394779] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.401464] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1089.401464] env[68503]: value = "task-2862429" [ 1089.401464] env[68503]: _type = "Task" [ 1089.401464] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.404100] env[68503]: DEBUG oslo_vmware.api [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.411762] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.501864] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.504653] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.900s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.504877] env[68503]: DEBUG nova.objects.instance [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lazy-loading 'resources' on Instance uuid 8a007874-18bb-436e-b58d-f385f1d38fbb {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.528484] env[68503]: INFO nova.scheduler.client.report [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted allocations for instance 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253 [ 1089.590288] env[68503]: DEBUG nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.618833] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.619136] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.619329] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.619557] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.619742] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.619925] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.620270] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.620477] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.620888] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.621135] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.621364] env[68503]: DEBUG nova.virt.hardware [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.622323] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f912e-a315-47d0-b858-4650d6e0c469 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.630857] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8640dd85-ce41-430a-a34b-6a82247a653a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.902994] env[68503]: DEBUG nova.compute.manager [req-09f93528-23ec-4ad2-8560-c1b8489fafba req-20c633a8-a33e-4cac-b726-6b90d7cf8249 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Received event network-vif-plugged-c7e28916-146c-49cc-a10a-dee629a2f0e4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.903460] env[68503]: DEBUG oslo_concurrency.lockutils [req-09f93528-23ec-4ad2-8560-c1b8489fafba req-20c633a8-a33e-4cac-b726-6b90d7cf8249 service nova] Acquiring lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.904203] env[68503]: DEBUG oslo_concurrency.lockutils [req-09f93528-23ec-4ad2-8560-c1b8489fafba req-20c633a8-a33e-4cac-b726-6b90d7cf8249 service nova] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.904585] env[68503]: DEBUG oslo_concurrency.lockutils [req-09f93528-23ec-4ad2-8560-c1b8489fafba req-20c633a8-a33e-4cac-b726-6b90d7cf8249 service nova] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.904784] env[68503]: DEBUG nova.compute.manager [req-09f93528-23ec-4ad2-8560-c1b8489fafba req-20c633a8-a33e-4cac-b726-6b90d7cf8249 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] No waiting events found dispatching network-vif-plugged-c7e28916-146c-49cc-a10a-dee629a2f0e4 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.904954] env[68503]: WARNING nova.compute.manager [req-09f93528-23ec-4ad2-8560-c1b8489fafba req-20c633a8-a33e-4cac-b726-6b90d7cf8249 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Received unexpected event network-vif-plugged-c7e28916-146c-49cc-a10a-dee629a2f0e4 for instance with vm_state building and task_state spawning. [ 1089.909679] env[68503]: DEBUG oslo_vmware.api [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176397} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.914616] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.914916] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.915156] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.915369] env[68503]: INFO nova.compute.manager [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1089.915634] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.916126] env[68503]: DEBUG nova.compute.manager [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.916348] env[68503]: DEBUG nova.network.neutron [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.923234] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862429, 'name': PowerOffVM_Task, 'duration_secs': 0.269625} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.923530] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.929521] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.929853] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2efb8478-c9d9-4b7b-92a9-e6c1fe90d656 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.950321] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1089.950321] env[68503]: value = "task-2862430" [ 1089.950321] env[68503]: _type = "Task" [ 1089.950321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.960032] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.037542] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9789ed35-327b-4592-b373-7b6b9f21ee4a tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "4e1edfd6-9538-47e8-8cd0-8bd69b1b1253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.367s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.070547] env[68503]: DEBUG nova.network.neutron [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Successfully updated port: c7e28916-146c-49cc-a10a-dee629a2f0e4 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.353883] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16aba2e-370a-460d-8f7c-3e16ac85f965 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.361771] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ee86a-efc3-4f99-8d61-953991a86920 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.393131] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f7e40c-c451-4c9a-83da-6daba44f42cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.400966] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd58a4e-fcbb-4eb9-be73-8ed9bb47029a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.414879] env[68503]: DEBUG nova.compute.provider_tree [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.459659] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862430, 'name': ReconfigVM_Task, 'duration_secs': 0.468275} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.459918] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.460152] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.460398] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a12381-c78c-4436-bce9-9963038c46fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.466696] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1090.466696] env[68503]: value = "task-2862431" [ 1090.466696] env[68503]: _type = "Task" [ 1090.466696] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.474154] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.578516] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.578603] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.578761] env[68503]: DEBUG nova.network.neutron [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.710057] env[68503]: DEBUG nova.network.neutron [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.918204] env[68503]: DEBUG nova.scheduler.client.report [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.977017] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.111133] env[68503]: DEBUG nova.network.neutron [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.212888] env[68503]: INFO nova.compute.manager [-] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Took 1.30 seconds to deallocate network for instance. [ 1091.272300] env[68503]: DEBUG nova.network.neutron [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance_info_cache with network_info: [{"id": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "address": "fa:16:3e:8b:d0:0b", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e28916-14", "ovs_interfaceid": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.425057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.427292] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.289s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.428898] env[68503]: INFO nova.compute.claims [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.450374] env[68503]: INFO nova.scheduler.client.report [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted allocations for instance 8a007874-18bb-436e-b58d-f385f1d38fbb [ 1091.478158] env[68503]: DEBUG oslo_vmware.api [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862431, 'name': PowerOnVM_Task, 'duration_secs': 0.826304} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.478478] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.478736] env[68503]: DEBUG nova.compute.manager [None req-891f5fe9-74c8-47a4-9a89-243c72e5ef64 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.479508] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f96725-49d7-4f93-8707-7acffaaf6c54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.721061] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.773907] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.774258] env[68503]: DEBUG nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Instance network_info: |[{"id": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "address": "fa:16:3e:8b:d0:0b", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e28916-14", "ovs_interfaceid": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.774675] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d0:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e28916-146c-49cc-a10a-dee629a2f0e4', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.783391] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.783962] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.784228] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d14d254e-70bd-4165-af21-3b7e2eef8ac9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.804239] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.804239] env[68503]: value = "task-2862432" [ 1091.804239] env[68503]: _type = "Task" [ 1091.804239] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.811784] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862432, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.938095] env[68503]: DEBUG nova.compute.manager [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Received event network-changed-c7e28916-146c-49cc-a10a-dee629a2f0e4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.938370] env[68503]: DEBUG nova.compute.manager [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Refreshing instance network info cache due to event network-changed-c7e28916-146c-49cc-a10a-dee629a2f0e4. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.938785] env[68503]: DEBUG oslo_concurrency.lockutils [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] Acquiring lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.938963] env[68503]: DEBUG oslo_concurrency.lockutils [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] Acquired lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.939192] env[68503]: DEBUG nova.network.neutron [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Refreshing network info cache for port c7e28916-146c-49cc-a10a-dee629a2f0e4 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.957927] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a099dd5e-204a-4803-8589-bddb5f86494b tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "8a007874-18bb-436e-b58d-f385f1d38fbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.284s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.316568] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862432, 'name': CreateVM_Task, 'duration_secs': 0.305178} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.316568] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.316811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.316864] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.317210] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.317469] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0362f461-a028-4f4e-b958-4f5873834e4b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.322429] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1092.322429] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52db9a1b-8361-21b7-57c9-809cb9c659d5" [ 1092.322429] env[68503]: _type = "Task" [ 1092.322429] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.330059] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52db9a1b-8361-21b7-57c9-809cb9c659d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.639972] env[68503]: DEBUG nova.network.neutron [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updated VIF entry in instance network info cache for port c7e28916-146c-49cc-a10a-dee629a2f0e4. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.640387] env[68503]: DEBUG nova.network.neutron [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance_info_cache with network_info: [{"id": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "address": "fa:16:3e:8b:d0:0b", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e28916-14", "ovs_interfaceid": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.716896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "b6600293-706c-4396-921e-30f422e77b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.716896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b6600293-706c-4396-921e-30f422e77b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.716896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "b6600293-706c-4396-921e-30f422e77b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.717095] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b6600293-706c-4396-921e-30f422e77b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.717253] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b6600293-706c-4396-921e-30f422e77b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.721018] env[68503]: INFO nova.compute.manager [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Terminating instance [ 1092.750818] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3740ef-0e40-4aeb-8e11-336166429362 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.759433] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f0f13-d8fe-45ec-a241-0dc76ad75e64 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.790845] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10aea44-bec8-44c2-87bd-15a9015f0d13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.798356] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46ccf89-e085-4d89-a52f-cf4a3a4cc7be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.812079] env[68503]: DEBUG nova.compute.provider_tree [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.832688] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52db9a1b-8361-21b7-57c9-809cb9c659d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.832968] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.833212] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.833449] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.833594] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.833770] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.834036] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e2fbb3e-2526-41f8-93ef-94e827259381 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.842402] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.842578] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.843327] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cf1e91-d3c4-401f-8075-34e830139823 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.848291] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1092.848291] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a05dcb-34e9-e771-367a-534f34c32241" [ 1092.848291] env[68503]: _type = "Task" [ 1092.848291] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.855663] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a05dcb-34e9-e771-367a-534f34c32241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.143077] env[68503]: DEBUG oslo_concurrency.lockutils [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] Releasing lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.143359] env[68503]: DEBUG nova.compute.manager [req-4553d6d0-bb81-4922-aaf0-3c23311a225a req-e560f483-d1ff-49d0-93a0-7555051a3fb9 service nova] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Received event network-vif-deleted-6ed4ec61-fef3-4101-91b4-eefd102cb0b7 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.224535] env[68503]: DEBUG nova.compute.manager [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.224787] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.225608] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc626a7-0fb7-4a5b-8b23-9e65e30eda2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.233592] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.233862] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d8e93dd-4d48-4371-b385-5a73de8c556d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.239960] env[68503]: DEBUG oslo_vmware.api [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1093.239960] env[68503]: value = "task-2862433" [ 1093.239960] env[68503]: _type = "Task" [ 1093.239960] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.247654] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "05a769ab-6e83-4975-9b85-5c80a9df5c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.247880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.248135] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "05a769ab-6e83-4975-9b85-5c80a9df5c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.248325] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.248492] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.250214] env[68503]: DEBUG oslo_vmware.api [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.251159] env[68503]: INFO nova.compute.manager [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Terminating instance [ 1093.315442] env[68503]: DEBUG nova.scheduler.client.report [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.360097] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a05dcb-34e9-e771-367a-534f34c32241, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.360925] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfc386d-cda8-4763-99df-073182dc2805 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.366493] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1093.366493] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5284ab2a-c110-5055-ab2a-b25c3346da0c" [ 1093.366493] env[68503]: _type = "Task" [ 1093.366493] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.374421] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5284ab2a-c110-5055-ab2a-b25c3346da0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.751151] env[68503]: DEBUG oslo_vmware.api [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862433, 'name': PowerOffVM_Task, 'duration_secs': 0.305512} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.751582] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.751632] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.751878] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ceb9959-ab7e-44b8-b63a-3c5051d4710f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.753897] env[68503]: DEBUG nova.compute.manager [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.754113] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.754856] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65915252-f884-40c1-a41e-99acc4beba1b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.762155] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.762453] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e452692-9432-4c13-afaa-49c581e1d1d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.767663] env[68503]: DEBUG oslo_vmware.api [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1093.767663] env[68503]: value = "task-2862435" [ 1093.767663] env[68503]: _type = "Task" [ 1093.767663] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.775160] env[68503]: DEBUG oslo_vmware.api [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.826666] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.826666] env[68503]: DEBUG nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.828373] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.828556] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.828737] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleting the datastore file [datastore1] b6600293-706c-4396-921e-30f422e77b49 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.829847] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.164s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.831082] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79c54b63-3704-4ac3-ab3e-0ff7c3b5690f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.837334] env[68503]: DEBUG oslo_vmware.api [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1093.837334] env[68503]: value = "task-2862436" [ 1093.837334] env[68503]: _type = "Task" [ 1093.837334] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.845808] env[68503]: DEBUG oslo_vmware.api [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.877716] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5284ab2a-c110-5055-ab2a-b25c3346da0c, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.877935] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.878238] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c/817c655a-ebc8-4cd6-81d1-3ebbd2006e3c.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.878546] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cd3b521-3062-4bca-bc98-fe48e06bacc3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.884837] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1093.884837] env[68503]: value = "task-2862437" [ 1093.884837] env[68503]: _type = "Task" [ 1093.884837] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.894206] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.280218] env[68503]: DEBUG oslo_vmware.api [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862435, 'name': PowerOffVM_Task, 'duration_secs': 0.203949} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.280218] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.280218] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.280480] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed632ac-4aa8-41c8-8e6a-e7fd57b95f61 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.331069] env[68503]: DEBUG nova.compute.utils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.333497] env[68503]: DEBUG nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.333715] env[68503]: DEBUG nova.network.neutron [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.348232] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.348498] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.348636] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Deleting the datastore file [datastore2] 05a769ab-6e83-4975-9b85-5c80a9df5c67 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.352441] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d901ce9-f907-4036-85ce-8504823c426b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.359558] env[68503]: DEBUG oslo_vmware.api [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162542} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.360682] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.360872] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.361063] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.361241] env[68503]: INFO nova.compute.manager [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b6600293-706c-4396-921e-30f422e77b49] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1094.361473] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.361718] env[68503]: DEBUG oslo_vmware.api [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1094.361718] env[68503]: value = "task-2862439" [ 1094.361718] env[68503]: _type = "Task" [ 1094.361718] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.362407] env[68503]: DEBUG nova.compute.manager [-] [instance: b6600293-706c-4396-921e-30f422e77b49] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.362533] env[68503]: DEBUG nova.network.neutron [-] [instance: b6600293-706c-4396-921e-30f422e77b49] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.372409] env[68503]: DEBUG oslo_vmware.api [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.394274] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862437, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.413707] env[68503]: DEBUG nova.policy [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dee6b2a0a2b64ce5bbb5c01685379a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f3ef0466cef4a6b949e7470a1b161c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.750438] env[68503]: DEBUG nova.compute.manager [req-cf5c7384-62f6-4597-b4a9-a5d899c7ee04 req-f4c16199-02d5-4fd3-9331-cb0e1eccf5d8 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Received event network-vif-deleted-8df6edc7-0ae2-498a-8b1e-83863eb95b70 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.750438] env[68503]: INFO nova.compute.manager [req-cf5c7384-62f6-4597-b4a9-a5d899c7ee04 req-f4c16199-02d5-4fd3-9331-cb0e1eccf5d8 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Neutron deleted interface 8df6edc7-0ae2-498a-8b1e-83863eb95b70; detaching it from the instance and deleting it from the info cache [ 1094.750965] env[68503]: DEBUG nova.network.neutron [req-cf5c7384-62f6-4597-b4a9-a5d899c7ee04 req-f4c16199-02d5-4fd3-9331-cb0e1eccf5d8 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.811231] env[68503]: DEBUG nova.network.neutron [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Successfully created port: a5c99bb9-fde6-40f4-9735-3ab7608f343f {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.852018] env[68503]: DEBUG nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.854011] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating resource usage from migration b2a3b304-e08f-4319-90e9-c08a312b8891 [ 1094.873991] env[68503]: DEBUG oslo_vmware.api [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142143} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.874469] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.874780] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.875087] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.875363] env[68503]: INFO nova.compute.manager [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1094.875699] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.875998] env[68503]: DEBUG nova.compute.manager [-] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.876195] env[68503]: DEBUG nova.network.neutron [-] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 85a375b4-176f-4529-bda6-865a53245eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7875a8e9-9518-4313-a4a8-ade3126c3ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b5431a59-4c62-4f54-9105-8db4eb1955fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance dc97a43e-95c6-4083-a539-5718af812048 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b45c1449-39a5-419e-8993-906c852cc890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 9016dc84-144e-4679-93d1-9602212d64f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b6600293-706c-4396-921e-30f422e77b49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7c15b321-0a08-47df-8425-9c80cd635a4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7b53e14c-55ae-4374-9ef6-a928e7d531e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.884018] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance acbe8ce9-014a-420f-b86c-bb57042d2e2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.884018] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884018] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 3f13eda8-d068-4b3c-b7b3-c04e9c521834 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.884018] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance a3c71966-e7fa-4c86-ac96-41e79e0f84ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.884593] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 05a769ab-6e83-4975-9b85-5c80a9df5c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884593] env[68503]: WARNING nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.884593] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance acaaa443-9d22-4d10-8404-4410098ef18d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884593] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.884593] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 7ed5aab8-a9c1-465c-994e-e99c49859eaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.902336] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862437, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.233561] env[68503]: DEBUG nova.network.neutron [-] [instance: b6600293-706c-4396-921e-30f422e77b49] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.254051] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66ea7214-ae52-498d-829b-0537fc1e3420 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.262953] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ee9cad-840e-4602-a63e-13cb4ee41705 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.299717] env[68503]: DEBUG nova.compute.manager [req-cf5c7384-62f6-4597-b4a9-a5d899c7ee04 req-f4c16199-02d5-4fd3-9331-cb0e1eccf5d8 service nova] [instance: b6600293-706c-4396-921e-30f422e77b49] Detach interface failed, port_id=8df6edc7-0ae2-498a-8b1e-83863eb95b70, reason: Instance b6600293-706c-4396-921e-30f422e77b49 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.391032] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance f3e65c6e-1610-4645-a691-54ec11f45730 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1095.402414] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862437, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.476201} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.403242] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c/817c655a-ebc8-4cd6-81d1-3ebbd2006e3c.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.403458] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.405742] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-914aea87-69bc-4314-8c7f-e9c8b957707f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.409295] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1095.409295] env[68503]: value = "task-2862440" [ 1095.409295] env[68503]: _type = "Task" [ 1095.409295] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.416486] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.706076] env[68503]: DEBUG nova.network.neutron [-] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.735805] env[68503]: INFO nova.compute.manager [-] [instance: b6600293-706c-4396-921e-30f422e77b49] Took 1.37 seconds to deallocate network for instance. [ 1095.863421] env[68503]: DEBUG nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.889929] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.890303] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.890547] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.890759] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.890912] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.891071] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.891290] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.891450] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.891615] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.891778] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.891949] env[68503]: DEBUG nova.virt.hardware [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.892857] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f86f6-7516-4b49-aef0-3c944b275266 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.897289] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance a2387034-4c41-44b8-8ff1-25379e909335 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1095.901988] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dd51e5-b9da-457a-b080-16bed79abe37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.923455] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063441} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.923688] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.924427] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da94d4-32be-428c-a59d-3389e677e862 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.946187] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c/817c655a-ebc8-4cd6-81d1-3ebbd2006e3c.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.946447] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abb2919-b0cd-450b-bc3c-6e97a37203f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.968014] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1095.968014] env[68503]: value = "task-2862441" [ 1095.968014] env[68503]: _type = "Task" [ 1095.968014] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.975296] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.209202] env[68503]: INFO nova.compute.manager [-] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Took 1.33 seconds to deallocate network for instance. [ 1096.242329] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.401963] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 54bae0b5-258c-429e-8931-cf08660d9386 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1096.405130] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration b2a3b304-e08f-4319-90e9-c08a312b8891 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1096.405130] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 33adcb4b-5985-4ad8-b0a2-c3996f102d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.405130] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1096.405130] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1096.410487] env[68503]: DEBUG nova.network.neutron [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Successfully updated port: a5c99bb9-fde6-40f4-9735-3ab7608f343f {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.480469] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862441, 'name': ReconfigVM_Task, 'duration_secs': 0.299984} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.480575] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c/817c655a-ebc8-4cd6-81d1-3ebbd2006e3c.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.481554] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c410f5a-490c-4901-a728-23c33f784109 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.487404] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1096.487404] env[68503]: value = "task-2862442" [ 1096.487404] env[68503]: _type = "Task" [ 1096.487404] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.495069] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862442, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.693437] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5956fe-b7ad-4980-a65e-58cb8feff468 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.701015] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc892c-4b6f-40f7-a174-791b3dd83d2b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.731722] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.732017] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8453d-ce07-4780-9495-48ccdcadbbc7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.739082] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f82d7-47b3-436d-8ec8-8ee5d967366b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.753140] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.779067] env[68503]: DEBUG nova.compute.manager [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Received event network-vif-deleted-434a8373-859f-48cb-893c-6e23e283c805 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.779340] env[68503]: DEBUG nova.compute.manager [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Received event network-vif-plugged-a5c99bb9-fde6-40f4-9735-3ab7608f343f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.779570] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] Acquiring lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.779783] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.779952] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.780203] env[68503]: DEBUG nova.compute.manager [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] No waiting events found dispatching network-vif-plugged-a5c99bb9-fde6-40f4-9735-3ab7608f343f {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.780410] env[68503]: WARNING nova.compute.manager [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Received unexpected event network-vif-plugged-a5c99bb9-fde6-40f4-9735-3ab7608f343f for instance with vm_state building and task_state spawning. [ 1096.780585] env[68503]: DEBUG nova.compute.manager [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Received event network-changed-a5c99bb9-fde6-40f4-9735-3ab7608f343f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.780738] env[68503]: DEBUG nova.compute.manager [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Refreshing instance network info cache due to event network-changed-a5c99bb9-fde6-40f4-9735-3ab7608f343f. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.780933] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] Acquiring lock "refresh_cache-7ed5aab8-a9c1-465c-994e-e99c49859eaa" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.781087] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] Acquired lock "refresh_cache-7ed5aab8-a9c1-465c-994e-e99c49859eaa" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.781269] env[68503]: DEBUG nova.network.neutron [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Refreshing network info cache for port a5c99bb9-fde6-40f4-9735-3ab7608f343f {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.913269] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "refresh_cache-7ed5aab8-a9c1-465c-994e-e99c49859eaa" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.997405] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862442, 'name': Rename_Task, 'duration_secs': 0.13689} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.997672] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.997918] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1582e66-193a-4d49-b57a-167f8d9d1bc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.004305] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1097.004305] env[68503]: value = "task-2862443" [ 1097.004305] env[68503]: _type = "Task" [ 1097.004305] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.011746] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.257047] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.314145] env[68503]: DEBUG nova.network.neutron [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.393960] env[68503]: DEBUG nova.network.neutron [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.515401] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.761159] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1097.761464] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.932s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.761689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.065s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.763541] env[68503]: INFO nova.compute.claims [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.896775] env[68503]: DEBUG oslo_concurrency.lockutils [req-1a2a4eff-b5a3-4327-bd01-13b96c157454 req-c90cd4b4-1f30-44ea-b316-5036e699a05d service nova] Releasing lock "refresh_cache-7ed5aab8-a9c1-465c-994e-e99c49859eaa" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.897200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "refresh_cache-7ed5aab8-a9c1-465c-994e-e99c49859eaa" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.897364] env[68503]: DEBUG nova.network.neutron [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.019009] env[68503]: DEBUG oslo_vmware.api [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862443, 'name': PowerOnVM_Task, 'duration_secs': 0.992602} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.019473] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.019752] env[68503]: INFO nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1098.020038] env[68503]: DEBUG nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.021179] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab2e872-4948-43ab-bf85-261ad1cd988c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.224485] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Acquiring lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.224717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.224994] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Acquiring lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.225160] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.225340] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.227565] env[68503]: INFO nova.compute.manager [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Terminating instance [ 1098.430423] env[68503]: DEBUG nova.network.neutron [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.540460] env[68503]: INFO nova.compute.manager [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Took 38.16 seconds to build instance. [ 1098.568761] env[68503]: DEBUG nova.network.neutron [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Updating instance_info_cache with network_info: [{"id": "a5c99bb9-fde6-40f4-9735-3ab7608f343f", "address": "fa:16:3e:36:58:9c", "network": {"id": "dae90e97-8c84-4cb3-a60b-15808d5cd350", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296330303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3ef0466cef4a6b949e7470a1b161c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c99bb9-fd", "ovs_interfaceid": "a5c99bb9-fde6-40f4-9735-3ab7608f343f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.731439] env[68503]: DEBUG nova.compute.manager [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.733417] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.733417] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2110daf0-8074-4670-8c5e-027dbe75a245 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.739264] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1098.739264] env[68503]: value = "task-2862444" [ 1098.739264] env[68503]: _type = "Task" [ 1098.739264] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.747345] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.045144] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5846baa7-df6d-4128-8acc-dc6e8595d865 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.692s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.071172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "refresh_cache-7ed5aab8-a9c1-465c-994e-e99c49859eaa" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.071382] env[68503]: DEBUG nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Instance network_info: |[{"id": "a5c99bb9-fde6-40f4-9735-3ab7608f343f", "address": "fa:16:3e:36:58:9c", "network": {"id": "dae90e97-8c84-4cb3-a60b-15808d5cd350", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296330303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3ef0466cef4a6b949e7470a1b161c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c99bb9-fd", "ovs_interfaceid": "a5c99bb9-fde6-40f4-9735-3ab7608f343f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.071800] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:58:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5c99bb9-fde6-40f4-9735-3ab7608f343f', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.079738] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.080869] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.081654] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b75ca-396a-470d-b87a-61169359b62e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.084218] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77876ac-4b5d-4f07-8925-37e4d7f7f515 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.105054] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fa1a01-0856-4697-9274-1295ae38f1ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.108351] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.108351] env[68503]: value = "task-2862445" [ 1099.108351] env[68503]: _type = "Task" [ 1099.108351] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.135947] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a4ea8-d900-4bed-855e-8a4461714da8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.141670] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862445, 'name': CreateVM_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.146512] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacdde1-df20-4b8b-a86f-3a7592154e63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.159860] env[68503]: DEBUG nova.compute.provider_tree [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.256045] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862444, 'name': PowerOffVM_Task, 'duration_secs': 0.233547} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.256488] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.256802] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1099.257150] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575394', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'name': 'volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'serial': '8a6af3e9-84bf-42ec-89a1-5dd786f36838'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1099.258361] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac216789-a860-4966-a3fd-c44ef161428d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.286779] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f8152-b0c7-4c7d-aa2b-2bca9105938f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.294519] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfe5f96-2e0e-40dc-95df-5ce14f9cf679 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.313907] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2755f6-75da-48f4-ab32-80bedc592158 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.330349] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838/volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1099.336914] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.337436] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f67c3e7-fb9e-4d81-bf2d-07f70988e660 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.356678] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1099.356678] env[68503]: value = "task-2862446" [ 1099.356678] env[68503]: _type = "Task" [ 1099.356678] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.364509] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.617522] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862445, 'name': CreateVM_Task, 'duration_secs': 0.305716} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.617683] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.618447] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.618633] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.618936] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.619193] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f3a337-cc28-44f6-a2cd-eb063beef4ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.623567] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1099.623567] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52850066-0391-5d6f-97a4-695b74f8a67b" [ 1099.623567] env[68503]: _type = "Task" [ 1099.623567] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.630443] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52850066-0391-5d6f-97a4-695b74f8a67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.663918] env[68503]: DEBUG nova.scheduler.client.report [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.866467] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862446, 'name': ReconfigVM_Task, 'duration_secs': 0.157575} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.866733] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.871511] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be658c6-30a8-45db-a754-f224d853cd9f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.886960] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1099.886960] env[68503]: value = "task-2862447" [ 1099.886960] env[68503]: _type = "Task" [ 1099.886960] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.896987] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.078016] env[68503]: DEBUG nova.compute.manager [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1100.135653] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52850066-0391-5d6f-97a4-695b74f8a67b, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.135986] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.136239] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.136476] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.136630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.136804] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.137253] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2da92ff0-ed82-4271-994a-b9d69e2ed7e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.145719] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.145892] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.146693] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7672b51d-da38-4d71-9911-bce881a80f2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.151934] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1100.151934] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528728a2-ba5c-2431-9f0e-20fb529b40d7" [ 1100.151934] env[68503]: _type = "Task" [ 1100.151934] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.159054] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528728a2-ba5c-2431-9f0e-20fb529b40d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.168243] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.168718] env[68503]: DEBUG nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.171190] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.296s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.171478] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.173615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.218s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.173800] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.176040] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.947s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.176138] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.177703] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.518s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.177881] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.179460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.701s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.181187] env[68503]: INFO nova.compute.claims [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.208242] env[68503]: INFO nova.scheduler.client.report [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Deleted allocations for instance 7b53e14c-55ae-4374-9ef6-a928e7d531e1 [ 1100.214598] env[68503]: INFO nova.scheduler.client.report [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Deleted allocations for instance a3c71966-e7fa-4c86-ac96-41e79e0f84ac [ 1100.231509] env[68503]: INFO nova.scheduler.client.report [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Deleted allocations for instance dc97a43e-95c6-4083-a539-5718af812048 [ 1100.232617] env[68503]: INFO nova.scheduler.client.report [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Deleted allocations for instance acbe8ce9-014a-420f-b86c-bb57042d2e2e [ 1100.397633] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862447, 'name': ReconfigVM_Task, 'duration_secs': 0.117623} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.397984] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575394', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'name': 'volume-8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6af3e9-84bf-42ec-89a1-5dd786f36838', 'serial': '8a6af3e9-84bf-42ec-89a1-5dd786f36838'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1100.398388] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.399175] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eab75c-5b71-4be3-ad9f-e545cf77f308 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.405644] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.405870] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea70734-1c23-4daa-a58d-77e6e8b3484b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.462461] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.462761] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.462965] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Deleting the datastore file [datastore1] 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.463336] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8808f6c-d635-4660-92d5-fa8c98a8173d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.470433] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for the task: (returnval){ [ 1100.470433] env[68503]: value = "task-2862449" [ 1100.470433] env[68503]: _type = "Task" [ 1100.470433] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.478313] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.597027] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.662608] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528728a2-ba5c-2431-9f0e-20fb529b40d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.663471] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debe744c-4e9a-44a1-8fe6-fda101928961 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.668823] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1100.668823] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52873d0f-7fe9-657b-9780-19ca6a963079" [ 1100.668823] env[68503]: _type = "Task" [ 1100.668823] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.676617] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52873d0f-7fe9-657b-9780-19ca6a963079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.685149] env[68503]: DEBUG nova.compute.utils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.688634] env[68503]: DEBUG nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.688808] env[68503]: DEBUG nova.network.neutron [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.719767] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97c7a004-f902-4df7-91d5-d37823e0bb87 tempest-ServersTestJSON-229923335 tempest-ServersTestJSON-229923335-project-member] Lock "7b53e14c-55ae-4374-9ef6-a928e7d531e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.060s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.723570] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9aaef925-a14d-451a-915a-ef7545b5dd11 tempest-ServersAaction247Test-1678130697 tempest-ServersAaction247Test-1678130697-project-member] Lock "a3c71966-e7fa-4c86-ac96-41e79e0f84ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.988s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.748340] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba80cdd0-0e4c-4717-ae29-ccd115496fb3 tempest-ServersWithSpecificFlavorTestJSON-1194340786 tempest-ServersWithSpecificFlavorTestJSON-1194340786-project-member] Lock "dc97a43e-95c6-4083-a539-5718af812048" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.777s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.749802] env[68503]: DEBUG oslo_concurrency.lockutils [None req-76d56250-0d26-4cf1-b1a9-390dcc2c6d4f tempest-ImagesTestJSON-1631684350 tempest-ImagesTestJSON-1631684350-project-member] Lock "acbe8ce9-014a-420f-b86c-bb57042d2e2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.291s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.752047] env[68503]: DEBUG nova.policy [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '353488743f54472abe2afca6a3c16664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb0c7275eb84a17958e06076018ff66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.986619] env[68503]: DEBUG oslo_vmware.api [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Task: {'id': task-2862449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079739} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.986619] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.986619] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.986619] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.986619] env[68503]: INFO nova.compute.manager [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1100.986619] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.986619] env[68503]: DEBUG nova.compute.manager [-] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.986619] env[68503]: DEBUG nova.network.neutron [-] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.181877] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52873d0f-7fe9-657b-9780-19ca6a963079, 'name': SearchDatastore_Task, 'duration_secs': 0.008867} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.182270] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.183493] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7ed5aab8-a9c1-465c-994e-e99c49859eaa/7ed5aab8-a9c1-465c-994e-e99c49859eaa.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.183493] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411fe9bd-0e2b-4f84-af6b-e05b76edf96f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.190562] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1101.190562] env[68503]: value = "task-2862450" [ 1101.190562] env[68503]: _type = "Task" [ 1101.190562] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.193171] env[68503]: DEBUG nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.203518] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.384899] env[68503]: DEBUG nova.network.neutron [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Successfully created port: c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.508920] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d268c-b39a-4e1e-b8ad-a970bcac5f04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.521065] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dbca47-29d2-4543-ad89-94f75ae36ab7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.550841] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e7f99-91f3-43c1-8cdf-b39080e05f0a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.558700] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f10cf1-6de1-4a85-9c64-d53f348a7198 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.574564] env[68503]: DEBUG nova.compute.provider_tree [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.713449] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862450, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.066925] env[68503]: DEBUG nova.compute.manager [req-6e07ac8c-ebae-4d9a-9885-062bd7bceba0 req-f6143db0-1a53-4ae5-bdd5-decee2601bd5 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Received event network-vif-deleted-4d2d737a-1a83-4127-b1da-bc183f078d6f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.067143] env[68503]: INFO nova.compute.manager [req-6e07ac8c-ebae-4d9a-9885-062bd7bceba0 req-f6143db0-1a53-4ae5-bdd5-decee2601bd5 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Neutron deleted interface 4d2d737a-1a83-4127-b1da-bc183f078d6f; detaching it from the instance and deleting it from the info cache [ 1102.067318] env[68503]: DEBUG nova.network.neutron [req-6e07ac8c-ebae-4d9a-9885-062bd7bceba0 req-f6143db0-1a53-4ae5-bdd5-decee2601bd5 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.077749] env[68503]: DEBUG nova.scheduler.client.report [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.202546] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913667} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.202905] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 7ed5aab8-a9c1-465c-994e-e99c49859eaa/7ed5aab8-a9c1-465c-994e-e99c49859eaa.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.203055] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.203302] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a93e96ca-44bb-4b45-818b-21d755fa0e73 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.209926] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1102.209926] env[68503]: value = "task-2862451" [ 1102.209926] env[68503]: _type = "Task" [ 1102.209926] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.215578] env[68503]: DEBUG nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.228299] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.251498] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.251746] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.251903] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.252093] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.252242] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.252390] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.252602] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.252754] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.252916] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.253344] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.253506] env[68503]: DEBUG nova.virt.hardware [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.254369] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d29409d-04ac-4048-b5c1-78ef48dbe543 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.264016] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f20ea13-4048-4eb1-834a-29b5ce60b4fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.314440] env[68503]: DEBUG nova.network.neutron [-] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.570422] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adcbfca1-a4e7-43fc-bc29-b4551bab0367 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.580128] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9d1f3-2cfc-4814-937e-b6a9df7f613c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.591529] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.592031] env[68503]: DEBUG nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.595576] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.151s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.597073] env[68503]: INFO nova.compute.claims [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.624227] env[68503]: DEBUG nova.compute.manager [req-6e07ac8c-ebae-4d9a-9885-062bd7bceba0 req-f6143db0-1a53-4ae5-bdd5-decee2601bd5 service nova] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Detach interface failed, port_id=4d2d737a-1a83-4127-b1da-bc183f078d6f, reason: Instance 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.720786] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.378793} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.721120] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.721997] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7051b69c-ff54-4b2f-8119-4a7d5c0a64fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.756280] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 7ed5aab8-a9c1-465c-994e-e99c49859eaa/7ed5aab8-a9c1-465c-994e-e99c49859eaa.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.756280] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8837cd6a-c8fc-4c9c-97a9-723f6b8ccc9e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.778363] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1102.778363] env[68503]: value = "task-2862452" [ 1102.778363] env[68503]: _type = "Task" [ 1102.778363] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.789270] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.817471] env[68503]: INFO nova.compute.manager [-] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Took 1.83 seconds to deallocate network for instance. [ 1103.097118] env[68503]: DEBUG nova.compute.utils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.099200] env[68503]: DEBUG nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.103021] env[68503]: DEBUG nova.network.neutron [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.175960] env[68503]: DEBUG nova.policy [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5d669298c74ffb8c8c865a5305df59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5998df66b36243ec83a5606e0b94e297', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.229369] env[68503]: DEBUG nova.compute.manager [req-4932028e-2b96-49af-9a08-7b5eaf43953d req-45f3f468-9022-4047-916c-9d2012c001e5 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Received event network-vif-plugged-c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.229640] env[68503]: DEBUG oslo_concurrency.lockutils [req-4932028e-2b96-49af-9a08-7b5eaf43953d req-45f3f468-9022-4047-916c-9d2012c001e5 service nova] Acquiring lock "f3e65c6e-1610-4645-a691-54ec11f45730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.231303] env[68503]: DEBUG oslo_concurrency.lockutils [req-4932028e-2b96-49af-9a08-7b5eaf43953d req-45f3f468-9022-4047-916c-9d2012c001e5 service nova] Lock "f3e65c6e-1610-4645-a691-54ec11f45730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.231539] env[68503]: DEBUG oslo_concurrency.lockutils [req-4932028e-2b96-49af-9a08-7b5eaf43953d req-45f3f468-9022-4047-916c-9d2012c001e5 service nova] Lock "f3e65c6e-1610-4645-a691-54ec11f45730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.231936] env[68503]: DEBUG nova.compute.manager [req-4932028e-2b96-49af-9a08-7b5eaf43953d req-45f3f468-9022-4047-916c-9d2012c001e5 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] No waiting events found dispatching network-vif-plugged-c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.232202] env[68503]: WARNING nova.compute.manager [req-4932028e-2b96-49af-9a08-7b5eaf43953d req-45f3f468-9022-4047-916c-9d2012c001e5 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Received unexpected event network-vif-plugged-c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f for instance with vm_state building and task_state spawning. [ 1103.290849] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.377913] env[68503]: INFO nova.compute.manager [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Took 0.56 seconds to detach 1 volumes for instance. [ 1103.382213] env[68503]: DEBUG nova.compute.manager [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Deleting volume: 8a6af3e9-84bf-42ec-89a1-5dd786f36838 {{(pid=68503) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1103.603670] env[68503]: DEBUG nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.784164] env[68503]: DEBUG nova.network.neutron [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Successfully updated port: c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.794677] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862452, 'name': ReconfigVM_Task, 'duration_secs': 0.533848} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.794969] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 7ed5aab8-a9c1-465c-994e-e99c49859eaa/7ed5aab8-a9c1-465c-994e-e99c49859eaa.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.797149] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afcc00bd-2205-462c-af35-990c173b45b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.809586] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1103.809586] env[68503]: value = "task-2862454" [ 1103.809586] env[68503]: _type = "Task" [ 1103.809586] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.816746] env[68503]: DEBUG nova.network.neutron [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Successfully created port: 178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.823896] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862454, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.948494] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.989206] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b502d3-bd48-4a1c-a728-6e61dd89fe3b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.999578] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9f9a7-0e2f-41f7-bd13-f683f764e9d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.035984] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb98d1b-a503-44eb-9834-e19627cd997a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.044929] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012fe2df-2bd8-4c4a-a66f-3f075bd3682d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.063794] env[68503]: DEBUG nova.compute.provider_tree [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.290400] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-f3e65c6e-1610-4645-a691-54ec11f45730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.290681] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-f3e65c6e-1610-4645-a691-54ec11f45730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.291799] env[68503]: DEBUG nova.network.neutron [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.322212] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862454, 'name': Rename_Task, 'duration_secs': 0.214156} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.322212] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.322700] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9d7b04-64cf-4e77-afff-78a0cdcac93b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.329270] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1104.329270] env[68503]: value = "task-2862455" [ 1104.329270] env[68503]: _type = "Task" [ 1104.329270] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.338036] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.567273] env[68503]: DEBUG nova.scheduler.client.report [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.593722] env[68503]: DEBUG nova.compute.manager [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Received event network-changed-c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.593722] env[68503]: DEBUG nova.compute.manager [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Refreshing instance network info cache due to event network-changed-c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.593722] env[68503]: DEBUG oslo_concurrency.lockutils [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] Acquiring lock "refresh_cache-f3e65c6e-1610-4645-a691-54ec11f45730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.617814] env[68503]: DEBUG nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.653743] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.654041] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.654205] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.654385] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.655217] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.655217] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.655217] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.655217] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.655217] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.655451] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.655531] env[68503]: DEBUG nova.virt.hardware [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.656406] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9d6dc-f1b0-4c26-b948-de06e3d809e7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.665654] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2116f9-0ac2-4952-8f57-258b0d7f1db3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.836534] env[68503]: DEBUG nova.network.neutron [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.848790] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.016281] env[68503]: DEBUG nova.network.neutron [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Updating instance_info_cache with network_info: [{"id": "c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f", "address": "fa:16:3e:85:2e:b2", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8169eb7-ae", "ovs_interfaceid": "c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.073811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.074359] env[68503]: DEBUG nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.078317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.022s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.078845] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.082313] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.991s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.082543] env[68503]: DEBUG nova.objects.instance [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.109380] env[68503]: INFO nova.scheduler.client.report [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Deleted allocations for instance 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0 [ 1105.340601] env[68503]: DEBUG oslo_vmware.api [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862455, 'name': PowerOnVM_Task, 'duration_secs': 0.699009} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.340905] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.341145] env[68503]: INFO nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1105.341364] env[68503]: DEBUG nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.342160] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bef4a2c-b0d8-4ab6-9a2c-bb1242eb5bbb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.519245] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-f3e65c6e-1610-4645-a691-54ec11f45730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.519595] env[68503]: DEBUG nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Instance network_info: |[{"id": "c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f", "address": "fa:16:3e:85:2e:b2", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8169eb7-ae", "ovs_interfaceid": "c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.519944] env[68503]: DEBUG oslo_concurrency.lockutils [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] Acquired lock "refresh_cache-f3e65c6e-1610-4645-a691-54ec11f45730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.520107] env[68503]: DEBUG nova.network.neutron [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Refreshing network info cache for port c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.523228] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:2e:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.538053] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.539166] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.539352] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b9ebde-e66e-4651-bc44-b89c438d9bf3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.561802] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.561802] env[68503]: value = "task-2862456" [ 1105.561802] env[68503]: _type = "Task" [ 1105.561802] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.571544] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862456, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.586753] env[68503]: DEBUG nova.compute.utils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.592781] env[68503]: DEBUG nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.592781] env[68503]: DEBUG nova.network.neutron [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.620453] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e140b4ac-ece2-4a65-b72a-2a54d31ca3a0 tempest-ServerMetadataNegativeTestJSON-1841945746 tempest-ServerMetadataNegativeTestJSON-1841945746-project-member] Lock "4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.008s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.702674] env[68503]: DEBUG nova.policy [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.854356] env[68503]: DEBUG nova.network.neutron [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Successfully updated port: 178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.862266] env[68503]: INFO nova.compute.manager [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Took 39.75 seconds to build instance. [ 1105.964745] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.965040] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.071974] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862456, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.096561] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8647e57f-a547-4568-a966-1a23b6f2bf29 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.097988] env[68503]: DEBUG nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.103262] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.421s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.360693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.360965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.361025] env[68503]: DEBUG nova.network.neutron [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.369104] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a160edf-2ce0-4c8f-9b03-e87774f923d8 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.271s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.475027] env[68503]: DEBUG nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.571891] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862456, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.608306] env[68503]: INFO nova.compute.claims [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.625122] env[68503]: DEBUG nova.compute.manager [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Received event network-vif-plugged-178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.625727] env[68503]: DEBUG oslo_concurrency.lockutils [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] Acquiring lock "a2387034-4c41-44b8-8ff1-25379e909335-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.626070] env[68503]: DEBUG oslo_concurrency.lockutils [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] Lock "a2387034-4c41-44b8-8ff1-25379e909335-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.626484] env[68503]: DEBUG oslo_concurrency.lockutils [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] Lock "a2387034-4c41-44b8-8ff1-25379e909335-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.626795] env[68503]: DEBUG nova.compute.manager [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] No waiting events found dispatching network-vif-plugged-178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.627087] env[68503]: WARNING nova.compute.manager [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Received unexpected event network-vif-plugged-178c4b05-d825-4934-8b18-7089ca02ad4d for instance with vm_state building and task_state spawning. [ 1106.627376] env[68503]: DEBUG nova.compute.manager [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Received event network-changed-178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.627655] env[68503]: DEBUG nova.compute.manager [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Refreshing instance network info cache due to event network-changed-178c4b05-d825-4934-8b18-7089ca02ad4d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.627970] env[68503]: DEBUG oslo_concurrency.lockutils [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] Acquiring lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.697028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.697028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.697028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.697028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.697028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.697872] env[68503]: INFO nova.compute.manager [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Terminating instance [ 1106.723993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.723993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.849721] env[68503]: DEBUG nova.network.neutron [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Updated VIF entry in instance network info cache for port c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.850089] env[68503]: DEBUG nova.network.neutron [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Updating instance_info_cache with network_info: [{"id": "c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f", "address": "fa:16:3e:85:2e:b2", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8169eb7-ae", "ovs_interfaceid": "c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.979180] env[68503]: DEBUG nova.network.neutron [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.006131] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.044151] env[68503]: DEBUG nova.network.neutron [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Successfully created port: cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.074224] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862456, 'name': CreateVM_Task, 'duration_secs': 1.404187} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.074224] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.075082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.075390] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.075838] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.078059] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a528f7a7-1d27-4e06-bc8a-30aad51486e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.083884] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1107.083884] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521d373e-d4d8-3ed3-400b-94eeb96e22aa" [ 1107.083884] env[68503]: _type = "Task" [ 1107.083884] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.091879] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521d373e-d4d8-3ed3-400b-94eeb96e22aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.125996] env[68503]: INFO nova.compute.resource_tracker [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating resource usage from migration b2a3b304-e08f-4319-90e9-c08a312b8891 [ 1107.131480] env[68503]: DEBUG nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.162412] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.162676] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.162844] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.163463] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.163661] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.163839] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.164072] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.164403] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.164599] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.164769] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.164943] env[68503]: DEBUG nova.virt.hardware [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.165839] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7eb75-8430-4223-b7d4-54289a2ea7a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.176870] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba7c26-56a7-4563-aa6c-40bdd77fa288 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.205073] env[68503]: DEBUG nova.compute.manager [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.205073] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.205869] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a4e94-f13a-4f10-b350-88071cb95d08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.215340] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.215614] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a0bc11-6616-44c6-bcbb-ecceee0d36fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.224882] env[68503]: INFO nova.compute.manager [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Detaching volume 9ce864c2-bd63-405b-a73f-235a5f6b20da [ 1107.226729] env[68503]: DEBUG oslo_vmware.api [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1107.226729] env[68503]: value = "task-2862457" [ 1107.226729] env[68503]: _type = "Task" [ 1107.226729] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.240030] env[68503]: DEBUG oslo_vmware.api [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.275784] env[68503]: INFO nova.virt.block_device [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Attempting to driver detach volume 9ce864c2-bd63-405b-a73f-235a5f6b20da from mountpoint /dev/sdb [ 1107.276148] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.276438] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575417', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'name': 'volume-9ce864c2-bd63-405b-a73f-235a5f6b20da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5431a59-4c62-4f54-9105-8db4eb1955fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'serial': '9ce864c2-bd63-405b-a73f-235a5f6b20da'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.278678] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcef1ae9-b289-4e6c-8da2-0e361b403319 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.319679] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e43f09-775f-4ec7-9f2d-5e18e6919991 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.327573] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9053b5ba-1233-4319-a5da-cd55685c86c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.354242] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec06ca9-ba52-4fdc-98a7-82f86664004d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.357056] env[68503]: DEBUG oslo_concurrency.lockutils [req-e7c74587-7609-49f1-9dc2-62381d0d25cf req-36eff781-0022-4f33-850d-a21f40f665d3 service nova] Releasing lock "refresh_cache-f3e65c6e-1610-4645-a691-54ec11f45730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.377579] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] The volume has not been displaced from its original location: [datastore2] volume-9ce864c2-bd63-405b-a73f-235a5f6b20da/volume-9ce864c2-bd63-405b-a73f-235a5f6b20da.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.382991] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.388120] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9c167e-62d4-4dd3-996b-4edbc9760eac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.407129] env[68503]: DEBUG oslo_vmware.api [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1107.407129] env[68503]: value = "task-2862458" [ 1107.407129] env[68503]: _type = "Task" [ 1107.407129] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.415707] env[68503]: DEBUG oslo_vmware.api [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.473836] env[68503]: DEBUG nova.network.neutron [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updating instance_info_cache with network_info: [{"id": "178c4b05-d825-4934-8b18-7089ca02ad4d", "address": "fa:16:3e:56:6a:d9", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178c4b05-d8", "ovs_interfaceid": "178c4b05-d825-4934-8b18-7089ca02ad4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.550165] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc2d3f-d09c-49df-87f7-db057c2bd54d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.563343] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53baf15f-0878-42e8-905a-5b6210160442 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.598552] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2092e48c-b630-44fc-a72a-eb53ccb3ad79 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.609195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2abc84-7105-4320-9871-494e764b5722 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.613017] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521d373e-d4d8-3ed3-400b-94eeb96e22aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.613348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.613574] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.613811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.613954] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.614148] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.614743] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3aee55-5d3c-409a-a71c-9596c2782070 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.624168] env[68503]: DEBUG nova.compute.provider_tree [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.632123] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.632123] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.633403] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f6572c-e719-4c89-bc4e-2237bda28fc1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.639082] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1107.639082] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52740f3b-108e-bfcb-d255-6082fb820490" [ 1107.639082] env[68503]: _type = "Task" [ 1107.639082] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.651439] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52740f3b-108e-bfcb-d255-6082fb820490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.738894] env[68503]: DEBUG oslo_vmware.api [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862457, 'name': PowerOffVM_Task, 'duration_secs': 0.253622} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.739178] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.739346] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.739590] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe63240-447e-429b-b99f-fbf4986c9170 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.799527] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.799759] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.799963] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleting the datastore file [datastore2] 7ed5aab8-a9c1-465c-994e-e99c49859eaa {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.800306] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-040e7c38-4a35-43be-bcdf-371239885a86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.806195] env[68503]: DEBUG oslo_vmware.api [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for the task: (returnval){ [ 1107.806195] env[68503]: value = "task-2862460" [ 1107.806195] env[68503]: _type = "Task" [ 1107.806195] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.814546] env[68503]: DEBUG oslo_vmware.api [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.920946] env[68503]: DEBUG oslo_vmware.api [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862458, 'name': ReconfigVM_Task, 'duration_secs': 0.239588} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.921123] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.926686] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2613a9-865a-42b6-aa85-8b7250b6f7c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.951285] env[68503]: DEBUG oslo_vmware.api [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1107.951285] env[68503]: value = "task-2862461" [ 1107.951285] env[68503]: _type = "Task" [ 1107.951285] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.958078] env[68503]: DEBUG oslo_vmware.api [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.976986] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.977606] env[68503]: DEBUG nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Instance network_info: |[{"id": "178c4b05-d825-4934-8b18-7089ca02ad4d", "address": "fa:16:3e:56:6a:d9", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178c4b05-d8", "ovs_interfaceid": "178c4b05-d825-4934-8b18-7089ca02ad4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.977852] env[68503]: DEBUG oslo_concurrency.lockutils [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] Acquired lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.981655] env[68503]: DEBUG nova.network.neutron [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Refreshing network info cache for port 178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.981655] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:6a:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '178c4b05-d825-4934-8b18-7089ca02ad4d', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.988494] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.992099] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.992677] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f440ce-14bc-4c67-90dc-95784cdb8b9f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.015614] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.015614] env[68503]: value = "task-2862462" [ 1108.015614] env[68503]: _type = "Task" [ 1108.015614] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.027821] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862462, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.128604] env[68503]: DEBUG nova.scheduler.client.report [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.153792] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52740f3b-108e-bfcb-d255-6082fb820490, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.154967] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810b429d-ba14-4c0e-b2d7-03a39a9badd1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.170062] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1108.170062] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52afba54-40a4-f651-8b44-947403fc8466" [ 1108.170062] env[68503]: _type = "Task" [ 1108.170062] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.180703] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52afba54-40a4-f651-8b44-947403fc8466, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.180998] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.182505] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] f3e65c6e-1610-4645-a691-54ec11f45730/f3e65c6e-1610-4645-a691-54ec11f45730.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.183148] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-120b67f0-5c9a-4a32-ab7a-0f45f97cb29e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.192700] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1108.192700] env[68503]: value = "task-2862463" [ 1108.192700] env[68503]: _type = "Task" [ 1108.192700] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.204274] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.318532] env[68503]: DEBUG oslo_vmware.api [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Task: {'id': task-2862460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14001} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.318880] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.319132] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.320074] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.320074] env[68503]: INFO nova.compute.manager [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1108.320241] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.320544] env[68503]: DEBUG nova.compute.manager [-] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.320684] env[68503]: DEBUG nova.network.neutron [-] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.395297] env[68503]: DEBUG nova.network.neutron [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updated VIF entry in instance network info cache for port 178c4b05-d825-4934-8b18-7089ca02ad4d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.395693] env[68503]: DEBUG nova.network.neutron [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updating instance_info_cache with network_info: [{"id": "178c4b05-d825-4934-8b18-7089ca02ad4d", "address": "fa:16:3e:56:6a:d9", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178c4b05-d8", "ovs_interfaceid": "178c4b05-d825-4934-8b18-7089ca02ad4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.459405] env[68503]: DEBUG oslo_vmware.api [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862461, 'name': ReconfigVM_Task, 'duration_secs': 0.146867} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.459797] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575417', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'name': 'volume-9ce864c2-bd63-405b-a73f-235a5f6b20da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5431a59-4c62-4f54-9105-8db4eb1955fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9ce864c2-bd63-405b-a73f-235a5f6b20da', 'serial': '9ce864c2-bd63-405b-a73f-235a5f6b20da'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.529941] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862462, 'name': CreateVM_Task, 'duration_secs': 0.314131} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.530150] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.530973] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.531159] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.531772] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.531844] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d655a328-82df-4c19-a03d-d99b76e7f738 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.540036] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1108.540036] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5248c2d4-e866-ae7e-f42b-26dc4f9aad6b" [ 1108.540036] env[68503]: _type = "Task" [ 1108.540036] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.550666] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5248c2d4-e866-ae7e-f42b-26dc4f9aad6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.639121] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.537s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.639415] env[68503]: INFO nova.compute.manager [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Migrating [ 1108.647991] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.927s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.648248] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.650880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.409s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.651157] env[68503]: DEBUG nova.objects.instance [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lazy-loading 'resources' on Instance uuid b6600293-706c-4396-921e-30f422e77b49 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.680101] env[68503]: INFO nova.scheduler.client.report [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted allocations for instance 3f13eda8-d068-4b3c-b7b3-c04e9c521834 [ 1108.702846] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488913} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.703144] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] f3e65c6e-1610-4645-a691-54ec11f45730/f3e65c6e-1610-4645-a691-54ec11f45730.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.703325] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.703583] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c6ed841-6f01-4918-b204-280b78b8b3bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.710366] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1108.710366] env[68503]: value = "task-2862464" [ 1108.710366] env[68503]: _type = "Task" [ 1108.710366] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.718733] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.898792] env[68503]: DEBUG oslo_concurrency.lockutils [req-10e2a792-73b4-4613-a300-7954a5434f2e req-94952760-61f7-4cb4-8300-0fed2c2abda8 service nova] Releasing lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.015777] env[68503]: DEBUG nova.objects.instance [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lazy-loading 'flavor' on Instance uuid b5431a59-4c62-4f54-9105-8db4eb1955fe {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.053577] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5248c2d4-e866-ae7e-f42b-26dc4f9aad6b, 'name': SearchDatastore_Task, 'duration_secs': 0.062034} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.053918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.054364] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.054684] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.054835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.055081] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.055320] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64d43695-0d2b-4d63-a49a-e0cf7ddff20a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.064516] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.064516] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.065570] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac49430-e7bc-4019-808f-6ece12a707d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.070889] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1109.070889] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c32234-3e1a-c72e-08aa-c4daa31a14ba" [ 1109.070889] env[68503]: _type = "Task" [ 1109.070889] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.088021] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c32234-3e1a-c72e-08aa-c4daa31a14ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007767} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.088021] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcebbfb7-ae38-4e74-b37c-8e0d612440d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.089078] env[68503]: DEBUG nova.network.neutron [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Successfully updated port: cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.096649] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1109.096649] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521aec8f-6fed-9dbe-ec02-f701ca34cf80" [ 1109.096649] env[68503]: _type = "Task" [ 1109.096649] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.108744] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521aec8f-6fed-9dbe-ec02-f701ca34cf80, 'name': SearchDatastore_Task, 'duration_secs': 0.008475} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.109401] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.109401] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] a2387034-4c41-44b8-8ff1-25379e909335/a2387034-4c41-44b8-8ff1-25379e909335.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.109577] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627aae6e-554a-4682-b10f-8b29ea254646 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.117015] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1109.117015] env[68503]: value = "task-2862465" [ 1109.117015] env[68503]: _type = "Task" [ 1109.117015] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.126045] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.169668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.173354] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.173791] env[68503]: DEBUG nova.network.neutron [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.188189] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1ae6d03f-0d32-4a2b-b91c-28b2f5e348e2 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "3f13eda8-d068-4b3c-b7b3-c04e9c521834" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.427s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.222555] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062101} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.222555] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.223959] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9774ca17-e375-4db0-9f2f-bb4732d173db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.250210] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f3e65c6e-1610-4645-a691-54ec11f45730/f3e65c6e-1610-4645-a691-54ec11f45730.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.254775] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdf0364-9e89-46e3-bf28-5934f08c8ab6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.276890] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1109.276890] env[68503]: value = "task-2862466" [ 1109.276890] env[68503]: _type = "Task" [ 1109.276890] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.292472] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.457121] env[68503]: DEBUG nova.compute.manager [req-6bee3eb5-6851-40c8-b734-d8b4250c811f req-703da604-fd9d-4c39-acaf-a4af9763268d service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-vif-plugged-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.457448] env[68503]: DEBUG oslo_concurrency.lockutils [req-6bee3eb5-6851-40c8-b734-d8b4250c811f req-703da604-fd9d-4c39-acaf-a4af9763268d service nova] Acquiring lock "54bae0b5-258c-429e-8931-cf08660d9386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.457545] env[68503]: DEBUG oslo_concurrency.lockutils [req-6bee3eb5-6851-40c8-b734-d8b4250c811f req-703da604-fd9d-4c39-acaf-a4af9763268d service nova] Lock "54bae0b5-258c-429e-8931-cf08660d9386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.457709] env[68503]: DEBUG oslo_concurrency.lockutils [req-6bee3eb5-6851-40c8-b734-d8b4250c811f req-703da604-fd9d-4c39-acaf-a4af9763268d service nova] Lock "54bae0b5-258c-429e-8931-cf08660d9386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.457884] env[68503]: DEBUG nova.compute.manager [req-6bee3eb5-6851-40c8-b734-d8b4250c811f req-703da604-fd9d-4c39-acaf-a4af9763268d service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] No waiting events found dispatching network-vif-plugged-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.458042] env[68503]: WARNING nova.compute.manager [req-6bee3eb5-6851-40c8-b734-d8b4250c811f req-703da604-fd9d-4c39-acaf-a4af9763268d service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received unexpected event network-vif-plugged-cedbc09e-3678-488a-98da-2eac5ecf0a1e for instance with vm_state building and task_state spawning. [ 1109.585724] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d12b0e-9259-42cb-be97-d0dd7f8285db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.593566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.593717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.593909] env[68503]: DEBUG nova.network.neutron [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.599811] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb3b55f-226f-4b66-b866-8e04002408ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.637237] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d1a96-e175-4410-b87d-48b57d1a6478 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.646653] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.650791] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f2a885-e2d1-4c9d-aa7b-05cd4e2357b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.668764] env[68503]: DEBUG nova.compute.provider_tree [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.742377] env[68503]: DEBUG nova.compute.manager [req-17c002a9-f547-4f00-be4f-07f338e0c526 req-498aad54-fd1d-4590-905c-0619542781cf service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Received event network-vif-deleted-a5c99bb9-fde6-40f4-9735-3ab7608f343f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.742676] env[68503]: INFO nova.compute.manager [req-17c002a9-f547-4f00-be4f-07f338e0c526 req-498aad54-fd1d-4590-905c-0619542781cf service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Neutron deleted interface a5c99bb9-fde6-40f4-9735-3ab7608f343f; detaching it from the instance and deleting it from the info cache [ 1109.742800] env[68503]: DEBUG nova.network.neutron [req-17c002a9-f547-4f00-be4f-07f338e0c526 req-498aad54-fd1d-4590-905c-0619542781cf service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.792047] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.793409] env[68503]: DEBUG nova.network.neutron [-] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.024598] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ff0cc0-057e-421f-8af9-129071cf9dac tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.139050] env[68503]: DEBUG nova.network.neutron [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.148023] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57313} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.148023] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] a2387034-4c41-44b8-8ff1-25379e909335/a2387034-4c41-44b8-8ff1-25379e909335.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.148192] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.148629] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fa165a4-99fc-4c94-a907-399459362ab3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.155161] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1110.155161] env[68503]: value = "task-2862467" [ 1110.155161] env[68503]: _type = "Task" [ 1110.155161] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.161521] env[68503]: DEBUG nova.network.neutron [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.171606] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.171606] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.173205] env[68503]: DEBUG nova.scheduler.client.report [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.178112] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.251288] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c80b96f2-522c-48ad-b082-fc1382794b78 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.263344] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abec463-aa5d-4fea-874f-8efcb037c0fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.287086] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862466, 'name': ReconfigVM_Task, 'duration_secs': 0.599789} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.287086] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f3e65c6e-1610-4645-a691-54ec11f45730/f3e65c6e-1610-4645-a691-54ec11f45730.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.299514] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4084ae89-434d-479d-8d34-034d3896f80f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.303300] env[68503]: INFO nova.compute.manager [-] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Took 1.98 seconds to deallocate network for instance. [ 1110.303905] env[68503]: DEBUG nova.compute.manager [req-17c002a9-f547-4f00-be4f-07f338e0c526 req-498aad54-fd1d-4590-905c-0619542781cf service nova] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Detach interface failed, port_id=a5c99bb9-fde6-40f4-9735-3ab7608f343f, reason: Instance 7ed5aab8-a9c1-465c-994e-e99c49859eaa could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.310299] env[68503]: DEBUG nova.network.neutron [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.312795] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1110.312795] env[68503]: value = "task-2862468" [ 1110.312795] env[68503]: _type = "Task" [ 1110.312795] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.321032] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862468, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.665243] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.666614] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068131} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.666873] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.667682] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc74ef-b790-452d-a996-e572d75ad6f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.683695] env[68503]: DEBUG nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.691424] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.703191] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a2387034-4c41-44b8-8ff1-25379e909335/a2387034-4c41-44b8-8ff1-25379e909335.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.704069] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.973s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.704363] env[68503]: DEBUG nova.objects.instance [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lazy-loading 'resources' on Instance uuid 05a769ab-6e83-4975-9b85-5c80a9df5c67 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.705218] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61cf7c23-76a8-40d6-9da0-36293fc38515 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.729516] env[68503]: INFO nova.scheduler.client.report [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted allocations for instance b6600293-706c-4396-921e-30f422e77b49 [ 1110.731922] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1110.731922] env[68503]: value = "task-2862469" [ 1110.731922] env[68503]: _type = "Task" [ 1110.731922] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.747323] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.751829] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.752076] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.752295] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "b5431a59-4c62-4f54-9105-8db4eb1955fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.752478] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.752946] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.754929] env[68503]: INFO nova.compute.manager [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Terminating instance [ 1110.814904] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.815770] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.815770] env[68503]: DEBUG nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Instance network_info: |[{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.816441] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:bf:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cedbc09e-3678-488a-98da-2eac5ecf0a1e', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.824390] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.829120] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.829633] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58f48fc-49bb-4f44-a300-6df5461d53f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.851321] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862468, 'name': Rename_Task, 'duration_secs': 0.145768} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.851622] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.851944] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f8c28c-0aa6-4426-a290-bcc2d7ae65fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.854781] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.854781] env[68503]: value = "task-2862470" [ 1110.854781] env[68503]: _type = "Task" [ 1110.854781] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.867059] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1110.867059] env[68503]: value = "task-2862471" [ 1110.867059] env[68503]: _type = "Task" [ 1110.867059] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.867059] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862470, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.873726] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862471, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.091115] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10449b48-9db5-4885-a4bf-92ddb67067f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.096441] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165609b7-a03f-469d-83f4-1c19d18cbff3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.132345] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f79b68f-bc6f-40b1-b5b8-8408ab03ba8e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.141676] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bde58c-94a1-41a6-88e1-8c5116456fb0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.156927] env[68503]: DEBUG nova.compute.provider_tree [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.225028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.245147] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862469, 'name': ReconfigVM_Task, 'duration_secs': 0.403038} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.245648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eb6673d2-296c-4332-825a-c17fdd5c8863 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b6600293-706c-4396-921e-30f422e77b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.529s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.250022] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a2387034-4c41-44b8-8ff1-25379e909335/a2387034-4c41-44b8-8ff1-25379e909335.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.250022] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b01d8a-6481-4892-8fe8-1e825f563fd2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.257289] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1111.257289] env[68503]: value = "task-2862472" [ 1111.257289] env[68503]: _type = "Task" [ 1111.257289] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.263020] env[68503]: DEBUG nova.compute.manager [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.263303] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.264644] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2518d2f-c7f3-46a5-94ae-b8c7c13664a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.274872] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862472, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.277376] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.277705] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16387c28-f258-447a-bc4b-30b5d0c0b1fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.285864] env[68503]: DEBUG oslo_vmware.api [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1111.285864] env[68503]: value = "task-2862473" [ 1111.285864] env[68503]: _type = "Task" [ 1111.285864] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.298553] env[68503]: DEBUG oslo_vmware.api [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.367014] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862470, 'name': CreateVM_Task, 'duration_secs': 0.397446} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.367014] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.367014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.367014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.367640] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.367929] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894736e0-b067-4fc7-8c0f-0b055dc95a56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.381077] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.382928] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1111.382928] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526a97e9-3f95-d006-9b85-6960e2f2f562" [ 1111.382928] env[68503]: _type = "Task" [ 1111.382928] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.394060] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a97e9-3f95-d006-9b85-6960e2f2f562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.554173] env[68503]: DEBUG nova.compute.manager [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.554553] env[68503]: DEBUG nova.compute.manager [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing instance network info cache due to event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.554708] env[68503]: DEBUG oslo_concurrency.lockutils [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.554869] env[68503]: DEBUG oslo_concurrency.lockutils [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.555166] env[68503]: DEBUG nova.network.neutron [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.557508] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "9016dc84-144e-4679-93d1-9602212d64f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.558239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "9016dc84-144e-4679-93d1-9602212d64f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.558239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "9016dc84-144e-4679-93d1-9602212d64f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.558239] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "9016dc84-144e-4679-93d1-9602212d64f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.558482] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "9016dc84-144e-4679-93d1-9602212d64f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.560651] env[68503]: INFO nova.compute.manager [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Terminating instance [ 1111.660362] env[68503]: DEBUG nova.scheduler.client.report [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.774112] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862472, 'name': Rename_Task, 'duration_secs': 0.186137} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.774486] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.774654] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cadca3d-f8c2-422a-adfa-bc523fafbfba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.782358] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1111.782358] env[68503]: value = "task-2862474" [ 1111.782358] env[68503]: _type = "Task" [ 1111.782358] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.805097] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.805097] env[68503]: DEBUG oslo_vmware.api [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862473, 'name': PowerOffVM_Task, 'duration_secs': 0.27088} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.805097] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.805097] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.805097] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a36f5937-1bdc-49e6-acf7-f3bd5cf01c68 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.869158] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.869529] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.870134] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleting the datastore file [datastore2] b5431a59-4c62-4f54-9105-8db4eb1955fe {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.873646] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a315811-432c-403a-ae9c-2e93e2a249fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.881758] env[68503]: DEBUG oslo_vmware.api [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862471, 'name': PowerOnVM_Task, 'duration_secs': 0.582242} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.883105] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.883391] env[68503]: INFO nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1111.883589] env[68503]: DEBUG nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.883930] env[68503]: DEBUG oslo_vmware.api [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1111.883930] env[68503]: value = "task-2862476" [ 1111.883930] env[68503]: _type = "Task" [ 1111.883930] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.884847] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720c381-aeb3-4ae2-96f6-632d9c6695ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.900205] env[68503]: DEBUG oslo_vmware.api [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.911083] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526a97e9-3f95-d006-9b85-6960e2f2f562, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.911083] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.911083] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.911083] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.911083] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.911382] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.911419] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a80507f-0c06-4780-b53d-731eebc18c54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.923544] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.924144] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.924663] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9685e7c-6d89-4d50-8198-ec1428762886 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.932952] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1111.932952] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a8a334-46bf-2f22-ca87-aca6599c0f37" [ 1111.932952] env[68503]: _type = "Task" [ 1111.932952] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.944166] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a8a334-46bf-2f22-ca87-aca6599c0f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.066296] env[68503]: DEBUG nova.compute.manager [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.066534] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.068044] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f18ce07-d6f1-490b-af1a-fb14ca818d65 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.077755] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.078032] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b47c2bd-1bce-49ae-8f0c-a094fb024bc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.087568] env[68503]: DEBUG oslo_vmware.api [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1112.087568] env[68503]: value = "task-2862477" [ 1112.087568] env[68503]: _type = "Task" [ 1112.087568] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.098336] env[68503]: DEBUG oslo_vmware.api [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.165371] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.461s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.167942] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.572s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.185670] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc43b1b6-e3f7-45f9-b968-3fffa676a12f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.191828] env[68503]: INFO nova.scheduler.client.report [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Deleted allocations for instance 05a769ab-6e83-4975-9b85-5c80a9df5c67 [ 1112.214308] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance '33adcb4b-5985-4ad8-b0a2-c3996f102d69' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.301028] env[68503]: DEBUG oslo_vmware.api [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862474, 'name': PowerOnVM_Task, 'duration_secs': 0.514048} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.301028] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.301028] env[68503]: INFO nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1112.301028] env[68503]: DEBUG nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.301028] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7493146b-694f-4a17-8b5d-e886b418ef7f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.305105] env[68503]: DEBUG nova.network.neutron [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updated VIF entry in instance network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.305752] env[68503]: DEBUG nova.network.neutron [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.398639] env[68503]: DEBUG oslo_vmware.api [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215413} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.398914] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.399116] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.399418] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.399498] env[68503]: INFO nova.compute.manager [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1112.399703] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.399915] env[68503]: DEBUG nova.compute.manager [-] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.400114] env[68503]: DEBUG nova.network.neutron [-] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.423815] env[68503]: INFO nova.compute.manager [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Took 40.75 seconds to build instance. [ 1112.446243] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a8a334-46bf-2f22-ca87-aca6599c0f37, 'name': SearchDatastore_Task, 'duration_secs': 0.013689} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.447272] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431844e5-5d40-4f40-ba68-db9d6dda5f53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.455919] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1112.455919] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f23d22-9954-40d0-eb70-e3e47f699996" [ 1112.455919] env[68503]: _type = "Task" [ 1112.455919] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.467289] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f23d22-9954-40d0-eb70-e3e47f699996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.497383] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "342bf4ba-d495-4146-bc90-3ff571825def" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.497613] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.599781] env[68503]: DEBUG oslo_vmware.api [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862477, 'name': PowerOffVM_Task, 'duration_secs': 0.240812} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.601624] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.601624] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.601855] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a960c0-fc68-49d1-88d4-e941154344a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.675426] env[68503]: INFO nova.compute.claims [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.682562] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.683024] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.683024] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleting the datastore file [datastore1] 9016dc84-144e-4679-93d1-9602212d64f8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.683240] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbcc27e5-15bc-4b99-9a25-35bcc7b8b707 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.692291] env[68503]: DEBUG oslo_vmware.api [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1112.692291] env[68503]: value = "task-2862479" [ 1112.692291] env[68503]: _type = "Task" [ 1112.692291] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.702340] env[68503]: DEBUG oslo_vmware.api [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.726659] env[68503]: DEBUG oslo_concurrency.lockutils [None req-798c463c-3f6a-42b0-9808-0552e63a6db7 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "05a769ab-6e83-4975-9b85-5c80a9df5c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.479s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.732519] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.732519] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f8818c-f333-428d-9ac5-aea5d9df44d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.738623] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1112.738623] env[68503]: value = "task-2862480" [ 1112.738623] env[68503]: _type = "Task" [ 1112.738623] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.749953] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.820902] env[68503]: DEBUG oslo_concurrency.lockutils [req-5464046c-6611-486b-a6a0-28eb22809da7 req-c441294b-8de6-4ec3-9ccd-be97f2a3acc3 service nova] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.823389] env[68503]: INFO nova.compute.manager [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Took 31.36 seconds to build instance. [ 1112.926914] env[68503]: DEBUG oslo_concurrency.lockutils [None req-78b2787a-5ab4-4d3b-83c4-a4bd45133f35 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.256s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.968592] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f23d22-9954-40d0-eb70-e3e47f699996, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.968900] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.969202] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 54bae0b5-258c-429e-8931-cf08660d9386/54bae0b5-258c-429e-8931-cf08660d9386.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.969491] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-790cdb07-8d09-4e32-91ce-247b1ff0ba76 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.977910] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1112.977910] env[68503]: value = "task-2862481" [ 1112.977910] env[68503]: _type = "Task" [ 1112.977910] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.990026] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.003332] env[68503]: DEBUG nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.086101] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "7c15b321-0a08-47df-8425-9c80cd635a4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.086682] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.086682] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "7c15b321-0a08-47df-8425-9c80cd635a4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.087068] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.087068] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.089439] env[68503]: INFO nova.compute.manager [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Terminating instance [ 1113.184146] env[68503]: INFO nova.compute.resource_tracker [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating resource usage from migration 24de5018-5c61-4268-a67c-61b9a2eb9f71 [ 1113.206732] env[68503]: DEBUG oslo_vmware.api [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24275} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.207093] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.207361] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.207503] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.207702] env[68503]: INFO nova.compute.manager [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1113.208660] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.208660] env[68503]: DEBUG nova.compute.manager [-] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.208660] env[68503]: DEBUG nova.network.neutron [-] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.252887] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862480, 'name': PowerOffVM_Task, 'duration_secs': 0.226273} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.253863] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.253863] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance '33adcb4b-5985-4ad8-b0a2-c3996f102d69' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.326159] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1b55d0ad-38aa-4423-8086-a73d4c2a6680 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.873s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.490897] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862481, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.503533] env[68503]: DEBUG nova.network.neutron [-] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.511218] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f17d36-4229-474b-bbb3-bec07549327f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.523465] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae9bb1d-a4f4-41ce-8c27-556d42acce97 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.533520] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.563301] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df237a8c-76eb-45fd-ae17-b13f2be6ba44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.575011] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ebca7a-83cb-4328-8ba3-c6673a277645 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.595029] env[68503]: DEBUG nova.compute.provider_tree [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.598268] env[68503]: DEBUG nova.compute.manager [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.598962] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.601012] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10a9167-a079-4e26-9074-9e277ca3471d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.610834] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.612205] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7163212-5ea4-45c4-a0d6-9aa4d09ad1fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.616116] env[68503]: DEBUG nova.compute.manager [req-2a35cb47-aab4-4654-849f-0cc60c16335d req-61a93439-701f-449b-b0ac-2430c9c8c7ef service nova] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Received event network-vif-deleted-1bf971cd-57de-4ecf-955b-8d50d129712d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.616863] env[68503]: DEBUG nova.compute.manager [req-2a35cb47-aab4-4654-849f-0cc60c16335d req-61a93439-701f-449b-b0ac-2430c9c8c7ef service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Received event network-vif-deleted-0787f7dc-eeb1-491e-9f3f-b8c1d7501470 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.616863] env[68503]: INFO nova.compute.manager [req-2a35cb47-aab4-4654-849f-0cc60c16335d req-61a93439-701f-449b-b0ac-2430c9c8c7ef service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Neutron deleted interface 0787f7dc-eeb1-491e-9f3f-b8c1d7501470; detaching it from the instance and deleting it from the info cache [ 1113.616863] env[68503]: DEBUG nova.network.neutron [req-2a35cb47-aab4-4654-849f-0cc60c16335d req-61a93439-701f-449b-b0ac-2430c9c8c7ef service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.628811] env[68503]: DEBUG oslo_vmware.api [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1113.628811] env[68503]: value = "task-2862482" [ 1113.628811] env[68503]: _type = "Task" [ 1113.628811] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.644278] env[68503]: DEBUG oslo_vmware.api [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.763134] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.763648] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.763648] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.763739] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.764073] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.764073] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.764562] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.764562] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.764691] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.764988] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.765327] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.771101] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-871ccb69-dd53-4aff-bf45-29412601d781 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.791619] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "f3e65c6e-1610-4645-a691-54ec11f45730" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.791846] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.794699] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1113.794699] env[68503]: value = "task-2862483" [ 1113.794699] env[68503]: _type = "Task" [ 1113.794699] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.805080] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.982028] env[68503]: DEBUG nova.network.neutron [-] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.003188] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862481, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.007099] env[68503]: INFO nova.compute.manager [-] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Took 1.61 seconds to deallocate network for instance. [ 1114.088575] env[68503]: DEBUG nova.compute.manager [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Received event network-changed-178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.088752] env[68503]: DEBUG nova.compute.manager [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Refreshing instance network info cache due to event network-changed-178c4b05-d825-4934-8b18-7089ca02ad4d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.088970] env[68503]: DEBUG oslo_concurrency.lockutils [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] Acquiring lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.089473] env[68503]: DEBUG oslo_concurrency.lockutils [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] Acquired lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.089694] env[68503]: DEBUG nova.network.neutron [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Refreshing network info cache for port 178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.097512] env[68503]: DEBUG nova.scheduler.client.report [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.120432] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-068ae2fd-8667-4971-8cd2-397a4182d1f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.131923] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643172a0-f6bd-4a76-a782-2543ee58906b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.152136] env[68503]: DEBUG oslo_vmware.api [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862482, 'name': PowerOffVM_Task, 'duration_secs': 0.407713} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.152466] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.152571] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.152819] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcb7939b-9a27-4500-a88e-079364aa52c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.170526] env[68503]: DEBUG nova.compute.manager [req-2a35cb47-aab4-4654-849f-0cc60c16335d req-61a93439-701f-449b-b0ac-2430c9c8c7ef service nova] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Detach interface failed, port_id=0787f7dc-eeb1-491e-9f3f-b8c1d7501470, reason: Instance 9016dc84-144e-4679-93d1-9602212d64f8 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.239121] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.239392] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.239581] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Deleting the datastore file [datastore1] 7c15b321-0a08-47df-8425-9c80cd635a4d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.239850] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cf4b6aa-39e2-43bf-bedd-2e19df5e7b46 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.248896] env[68503]: DEBUG oslo_vmware.api [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for the task: (returnval){ [ 1114.248896] env[68503]: value = "task-2862485" [ 1114.248896] env[68503]: _type = "Task" [ 1114.248896] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.258361] env[68503]: DEBUG oslo_vmware.api [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.296404] env[68503]: DEBUG nova.compute.utils [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.309033] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862483, 'name': ReconfigVM_Task, 'duration_secs': 0.258621} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.309390] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance '33adcb4b-5985-4ad8-b0a2-c3996f102d69' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.486097] env[68503]: INFO nova.compute.manager [-] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Took 1.28 seconds to deallocate network for instance. [ 1114.494726] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862481, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.514205] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.603453] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.435s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.603697] env[68503]: INFO nova.compute.manager [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Migrating [ 1114.610440] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.662s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.610565] env[68503]: DEBUG nova.objects.instance [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lazy-loading 'resources' on Instance uuid 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.759926] env[68503]: DEBUG oslo_vmware.api [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.802952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.817489] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.817787] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.817893] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.818083] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.818258] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.818403] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.818611] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.818771] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.818963] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.819161] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.819344] env[68503]: DEBUG nova.virt.hardware [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.825606] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Reconfiguring VM instance instance-0000000e to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.825911] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7634fc-b81a-41be-98c6-7f02ed924573 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.847191] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1114.847191] env[68503]: value = "task-2862486" [ 1114.847191] env[68503]: _type = "Task" [ 1114.847191] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.856403] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.994699] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862481, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.808214} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.994981] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 54bae0b5-258c-429e-8931-cf08660d9386/54bae0b5-258c-429e-8931-cf08660d9386.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.995232] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.996813] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.997116] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af68bf8e-9c80-429e-962e-04a4b19d9b38 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.005338] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1115.005338] env[68503]: value = "task-2862487" [ 1115.005338] env[68503]: _type = "Task" [ 1115.005338] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.021713] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.121758] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.121964] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.122511] env[68503]: DEBUG nova.network.neutron [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.200430] env[68503]: DEBUG nova.network.neutron [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updated VIF entry in instance network info cache for port 178c4b05-d825-4934-8b18-7089ca02ad4d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.200914] env[68503]: DEBUG nova.network.neutron [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updating instance_info_cache with network_info: [{"id": "178c4b05-d825-4934-8b18-7089ca02ad4d", "address": "fa:16:3e:56:6a:d9", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178c4b05-d8", "ovs_interfaceid": "178c4b05-d825-4934-8b18-7089ca02ad4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.261337] env[68503]: DEBUG oslo_vmware.api [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Task: {'id': task-2862485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658084} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.264068] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.264284] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.264472] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.264649] env[68503]: INFO nova.compute.manager [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1115.264896] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.265488] env[68503]: DEBUG nova.compute.manager [-] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.265588] env[68503]: DEBUG nova.network.neutron [-] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.361420] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862486, 'name': ReconfigVM_Task, 'duration_secs': 0.245248} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.361420] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Reconfigured VM instance instance-0000000e to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.361990] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a85b79-02d5-473c-88cb-20dde9e8fc91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.391786] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 33adcb4b-5985-4ad8-b0a2-c3996f102d69/33adcb4b-5985-4ad8-b0a2-c3996f102d69.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.395818] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6efaf387-cb9e-48f2-a6e2-1a04f1a9c0f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.422770] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1115.422770] env[68503]: value = "task-2862488" [ 1115.422770] env[68503]: _type = "Task" [ 1115.422770] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.433552] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.483598] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117e244-bde6-4298-940b-b683867ff8e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.494771] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b27aa50-ba0b-49d2-a617-4302b7b4a36c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.532855] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b33bc7-e227-41a6-ad86-8517d1b49824 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.544833] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb0d60c-a95c-45c3-8267-a8dff2f52be5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.548686] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068883} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.549317] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.550419] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199547a6-e874-4edf-a2c5-f9a5684d164e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.562362] env[68503]: DEBUG nova.compute.provider_tree [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.583631] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 54bae0b5-258c-429e-8931-cf08660d9386/54bae0b5-258c-429e-8931-cf08660d9386.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.584565] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e62b0b-9ae0-4d25-bacb-25debed707e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.609886] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1115.609886] env[68503]: value = "task-2862489" [ 1115.609886] env[68503]: _type = "Task" [ 1115.609886] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.618878] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.703952] env[68503]: DEBUG oslo_concurrency.lockutils [req-c45eb92e-0961-4a99-a144-83d96afe1511 req-3f0af676-9864-4864-ba2b-fc2a21eb502b service nova] Releasing lock "refresh_cache-a2387034-4c41-44b8-8ff1-25379e909335" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741671] env[68503]: DEBUG nova.compute.manager [req-a907bb66-bcf7-4a21-a29c-7b921b41c1fa req-e742cd7b-c721-4c24-b5f0-66d579355987 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Received event network-vif-deleted-02e2ca24-0728-41ca-af01-5521f53aaaef {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.741891] env[68503]: INFO nova.compute.manager [req-a907bb66-bcf7-4a21-a29c-7b921b41c1fa req-e742cd7b-c721-4c24-b5f0-66d579355987 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Neutron deleted interface 02e2ca24-0728-41ca-af01-5521f53aaaef; detaching it from the instance and deleting it from the info cache [ 1115.742080] env[68503]: DEBUG nova.network.neutron [req-a907bb66-bcf7-4a21-a29c-7b921b41c1fa req-e742cd7b-c721-4c24-b5f0-66d579355987 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.916166] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "f3e65c6e-1610-4645-a691-54ec11f45730" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.916594] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.916863] env[68503]: INFO nova.compute.manager [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Attaching volume 1f6bf1cd-4bba-437c-8576-d841ea147f38 to /dev/sdb [ 1115.941721] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.966046] env[68503]: DEBUG nova.network.neutron [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance_info_cache with network_info: [{"id": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "address": "fa:16:3e:8b:d0:0b", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e28916-14", "ovs_interfaceid": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.971867] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e56905-6a17-4448-a68f-517eb72ddaee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.979652] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b4c68-8d22-4d40-b690-0ca7940f1a2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.996827] env[68503]: DEBUG nova.virt.block_device [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Updating existing volume attachment record: d303fbde-7690-495d-a077-bc2be4cb7926 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1116.065481] env[68503]: DEBUG nova.scheduler.client.report [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.120634] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862489, 'name': ReconfigVM_Task, 'duration_secs': 0.434961} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.120941] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 54bae0b5-258c-429e-8931-cf08660d9386/54bae0b5-258c-429e-8931-cf08660d9386.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.121687] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eafdd420-2359-4b9b-873b-939c5d5b35d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.130153] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1116.130153] env[68503]: value = "task-2862490" [ 1116.130153] env[68503]: _type = "Task" [ 1116.130153] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.140613] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862490, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.224248] env[68503]: DEBUG nova.network.neutron [-] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.244720] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fc8642c-b0c6-4b26-afde-c144b9b794a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.254867] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec2d4ee-f23d-4df7-910c-3fac4ef4ea55 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.289323] env[68503]: DEBUG nova.compute.manager [req-a907bb66-bcf7-4a21-a29c-7b921b41c1fa req-e742cd7b-c721-4c24-b5f0-66d579355987 service nova] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Detach interface failed, port_id=02e2ca24-0728-41ca-af01-5521f53aaaef, reason: Instance 7c15b321-0a08-47df-8425-9c80cd635a4d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.444979] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.468947] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.572906] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.576054] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.569s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.577067] env[68503]: INFO nova.compute.claims [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.606839] env[68503]: INFO nova.scheduler.client.report [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Deleted allocations for instance 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74 [ 1116.647164] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862490, 'name': Rename_Task, 'duration_secs': 0.232555} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.647386] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.647613] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e41eb3-9baf-4d48-8f02-64092a2c660c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.656514] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1116.656514] env[68503]: value = "task-2862494" [ 1116.656514] env[68503]: _type = "Task" [ 1116.656514] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.666606] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.726989] env[68503]: INFO nova.compute.manager [-] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Took 1.46 seconds to deallocate network for instance. [ 1116.945925] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862488, 'name': ReconfigVM_Task, 'duration_secs': 1.340854} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.946776] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 33adcb4b-5985-4ad8-b0a2-c3996f102d69/33adcb4b-5985-4ad8-b0a2-c3996f102d69.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.947074] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance '33adcb4b-5985-4ad8-b0a2-c3996f102d69' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.117783] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e13a74ab-71cc-4305-ab91-84bd56e0afcd tempest-ServersTestBootFromVolume-106194613 tempest-ServersTestBootFromVolume-106194613-project-member] Lock "2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.892s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.168290] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.236427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.458025] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559a326d-26ed-47fa-a280-10276f264f40 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.480802] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd08cf-2316-438e-810d-c4eab186ee3f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.503411] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance '33adcb4b-5985-4ad8-b0a2-c3996f102d69' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.667980] env[68503]: DEBUG oslo_vmware.api [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862494, 'name': PowerOnVM_Task, 'duration_secs': 0.697734} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.668291] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.668512] env[68503]: INFO nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1117.668699] env[68503]: DEBUG nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.669496] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2acec64-2c7a-4d70-b159-a500af3aa25d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.923556] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33cb38a-581d-4f7c-a79e-a00f4762bda2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.935235] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0fc98-b86c-48c1-8c65-6edcb2dae4a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.970675] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3560a6a-6aad-464b-93a4-11107d82710c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.978966] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0ac633-b9de-4a38-bab3-a1ee418a8c7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.000209] env[68503]: DEBUG nova.compute.provider_tree [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.003555] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec62500-7a2b-451a-b022-0590e333ad8f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.028913] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance '817c655a-ebc8-4cd6-81d1-3ebbd2006e3c' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.124214] env[68503]: DEBUG nova.network.neutron [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Port 22390944-b9b1-45ad-ae2d-c47abf941adb binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.192414] env[68503]: INFO nova.compute.manager [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Took 32.76 seconds to build instance. [ 1118.504428] env[68503]: DEBUG nova.scheduler.client.report [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.525630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.525858] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.532954] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.532954] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9af8cf2-d8da-40d3-97b1-6b7dcf754d05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.542916] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1118.542916] env[68503]: value = "task-2862496" [ 1118.542916] env[68503]: _type = "Task" [ 1118.542916] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.556152] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.694434] env[68503]: DEBUG oslo_concurrency.lockutils [None req-be71b5b8-57e4-439f-8cb3-3e881b51dd73 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "54bae0b5-258c-429e-8931-cf08660d9386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.272s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.720176] env[68503]: DEBUG nova.compute.manager [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.721284] env[68503]: DEBUG nova.compute.manager [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing instance network info cache due to event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.721284] env[68503]: DEBUG oslo_concurrency.lockutils [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.721284] env[68503]: DEBUG oslo_concurrency.lockutils [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.721284] env[68503]: DEBUG nova.network.neutron [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.012757] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.012757] env[68503]: DEBUG nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.017163] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.202s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.017659] env[68503]: DEBUG nova.objects.instance [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lazy-loading 'resources' on Instance uuid 7ed5aab8-a9c1-465c-994e-e99c49859eaa {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.027981] env[68503]: DEBUG nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.059294] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862496, 'name': PowerOffVM_Task, 'duration_secs': 0.193206} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.060026] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.060026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance '817c655a-ebc8-4cd6-81d1-3ebbd2006e3c' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.147877] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.148210] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.148336] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.518484] env[68503]: DEBUG nova.compute.utils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.520015] env[68503]: DEBUG nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1119.551542] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.568833] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.569112] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.569277] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.569473] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.569602] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.569745] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.569944] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.570145] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.570276] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.570462] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.570651] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.577308] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f0062f-f9b7-43d8-8747-a8551a54bd6e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.601613] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1119.601613] env[68503]: value = "task-2862497" [ 1119.601613] env[68503]: _type = "Task" [ 1119.601613] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.611778] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.709503] env[68503]: DEBUG nova.network.neutron [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updated VIF entry in instance network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.709885] env[68503]: DEBUG nova.network.neutron [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.871212] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "84a7079c-e843-465a-b88d-a56c390000ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.871502] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "84a7079c-e843-465a-b88d-a56c390000ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.887846] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7c99ed-ccf0-446f-a739-d5f6d0c5cd31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.897937] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5028138-bbb2-481a-8f57-8ffe6950f820 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.931954] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5a5ece-2340-412c-959c-25773af112c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.941905] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b04fe5-69d4-4bb1-af30-c48d15fd80ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.957484] env[68503]: DEBUG nova.compute.provider_tree [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.026280] env[68503]: DEBUG nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.112112] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862497, 'name': ReconfigVM_Task, 'duration_secs': 0.258414} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.112247] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance '817c655a-ebc8-4cd6-81d1-3ebbd2006e3c' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.213024] env[68503]: DEBUG oslo_concurrency.lockutils [req-eca9ca7a-8326-4412-a5aa-d7bdc757aa1f req-d5a0d90f-4506-4289-9feb-c974fd53123b service nova] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.261302] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.261543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.261731] env[68503]: DEBUG nova.network.neutron [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.374721] env[68503]: DEBUG nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.462692] env[68503]: DEBUG nova.scheduler.client.report [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.557055] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1120.557055] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575441', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'name': 'volume-1f6bf1cd-4bba-437c-8576-d841ea147f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3e65c6e-1610-4645-a691-54ec11f45730', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'serial': '1f6bf1cd-4bba-437c-8576-d841ea147f38'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1120.557055] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad16118-5b43-435e-93a7-7d659283e5ad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.577458] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc99f94-4859-4b7a-af63-f4f07da81e94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.607822] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-1f6bf1cd-4bba-437c-8576-d841ea147f38/volume-1f6bf1cd-4bba-437c-8576-d841ea147f38.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.608481] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac3e4462-d58d-46e1-8fda-dd8fe3acae8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.629836] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.630102] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.630267] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.630465] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.630679] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.630754] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.631029] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.631135] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.631303] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.631494] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.631714] env[68503]: DEBUG nova.virt.hardware [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.636999] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.637509] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda8d221-0840-40a3-a777-731aeca02200 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.658217] env[68503]: DEBUG oslo_vmware.api [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1120.658217] env[68503]: value = "task-2862498" [ 1120.658217] env[68503]: _type = "Task" [ 1120.658217] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.659587] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1120.659587] env[68503]: value = "task-2862499" [ 1120.659587] env[68503]: _type = "Task" [ 1120.659587] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.675868] env[68503]: DEBUG oslo_vmware.api [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.676135] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.902623] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.971922] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.974107] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.749s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.975787] env[68503]: INFO nova.compute.claims [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.002178] env[68503]: INFO nova.scheduler.client.report [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Deleted allocations for instance 7ed5aab8-a9c1-465c-994e-e99c49859eaa [ 1121.028780] env[68503]: DEBUG nova.network.neutron [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.039896] env[68503]: DEBUG nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.076321] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.076572] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.076731] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.076915] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.077074] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.077226] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.077433] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.077598] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.077773] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.077946] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.078136] env[68503]: DEBUG nova.virt.hardware [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.079414] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04fbc6a-a9f7-4b48-a426-1f0c37a2862a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.088802] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9345091-a6a3-4152-96e0-25a2200050aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.103714] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.109372] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Creating folder: Project (28dd6bf6a0324817a5d0a2ca1f412728). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.109741] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e364f9a-2748-4408-b7e6-5d63b6939069 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.122468] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Created folder: Project (28dd6bf6a0324817a5d0a2ca1f412728) in parent group-v575195. [ 1121.122674] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Creating folder: Instances. Parent ref: group-v575442. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.123056] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-827f18f3-c73b-48bf-80d2-755de72d1eef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.134833] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Created folder: Instances in parent group-v575442. [ 1121.135102] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.135307] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.135518] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97d12bee-0fa9-4d36-9950-7b6dcc465cc1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.154531] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.154531] env[68503]: value = "task-2862502" [ 1121.154531] env[68503]: _type = "Task" [ 1121.154531] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.163305] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862502, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.176689] env[68503]: DEBUG oslo_vmware.api [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.181572] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862499, 'name': ReconfigVM_Task, 'duration_secs': 0.258404} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.181984] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.183015] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed3ef3-1089-400f-b3c9-b24e970fb440 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.206625] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c/817c655a-ebc8-4cd6-81d1-3ebbd2006e3c.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.206975] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e032d83c-95e6-424b-a742-311bb2e9634d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.227342] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1121.227342] env[68503]: value = "task-2862503" [ 1121.227342] env[68503]: _type = "Task" [ 1121.227342] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.243282] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.519198] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a7165db-6723-47dc-b3e1-87be1ba0f7f7 tempest-ImagesOneServerNegativeTestJSON-915557557 tempest-ImagesOneServerNegativeTestJSON-915557557-project-member] Lock "7ed5aab8-a9c1-465c-994e-e99c49859eaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.824s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.531755] env[68503]: DEBUG oslo_concurrency.lockutils [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.667699] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862502, 'name': CreateVM_Task, 'duration_secs': 0.336649} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.670934] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.671511] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.672377] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.672377] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.674173] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb37f7a-4030-4d24-9101-daa5fc302fb9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.679268] env[68503]: DEBUG oslo_vmware.api [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862498, 'name': ReconfigVM_Task, 'duration_secs': 0.603399} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.679974] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-1f6bf1cd-4bba-437c-8576-d841ea147f38/volume-1f6bf1cd-4bba-437c-8576-d841ea147f38.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.685022] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1121.685022] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bfe4ce-f5a1-ad3b-4cb7-7123a121e4f9" [ 1121.685022] env[68503]: _type = "Task" [ 1121.685022] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.685237] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b06430-9833-47ff-b141-931e7120e634 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.705224] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bfe4ce-f5a1-ad3b-4cb7-7123a121e4f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018853} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.706443] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.706679] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.706912] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.707074] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.707258] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.707575] env[68503]: DEBUG oslo_vmware.api [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1121.707575] env[68503]: value = "task-2862504" [ 1121.707575] env[68503]: _type = "Task" [ 1121.707575] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.707766] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d707bb23-1299-4361-8b53-29ae03e10776 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.723202] env[68503]: DEBUG oslo_vmware.api [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.726140] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.726319] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.727067] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078b1129-ac57-4ff1-9466-feb090f4ba07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.735968] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1121.735968] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a341ba-eeb7-fd47-5157-346758b5a7b8" [ 1121.735968] env[68503]: _type = "Task" [ 1121.735968] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.739364] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862503, 'name': ReconfigVM_Task, 'duration_secs': 0.371352} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.742778] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c/817c655a-ebc8-4cd6-81d1-3ebbd2006e3c.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.743097] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance '817c655a-ebc8-4cd6-81d1-3ebbd2006e3c' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.754300] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a341ba-eeb7-fd47-5157-346758b5a7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.754300] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa987ae-f844-41ed-b0c2-bb97196b7b5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.759839] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1121.759839] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526be1dc-7bca-cbc9-527e-0b94c72330fa" [ 1121.759839] env[68503]: _type = "Task" [ 1121.759839] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.769762] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526be1dc-7bca-cbc9-527e-0b94c72330fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.057365] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638491d5-1594-48fa-b240-16e77c9c6173 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.085636] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3192d07e-db72-4b91-b34d-846761a28f61 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.091153] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance '33adcb4b-5985-4ad8-b0a2-c3996f102d69' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.228977] env[68503]: DEBUG oslo_vmware.api [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862504, 'name': ReconfigVM_Task, 'duration_secs': 0.163495} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.229313] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575441', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'name': 'volume-1f6bf1cd-4bba-437c-8576-d841ea147f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3e65c6e-1610-4645-a691-54ec11f45730', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'serial': '1f6bf1cd-4bba-437c-8576-d841ea147f38'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1122.251607] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9534af-ef13-4a13-9e0d-a45d2f618d19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.306374] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526be1dc-7bca-cbc9-527e-0b94c72330fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.307390] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.307794] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.309220] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89f351f-7141-465f-866b-043783bf789d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.313220] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc94f415-c07d-4fa4-8bae-ba02fb9ab9f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.345181] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance '817c655a-ebc8-4cd6-81d1-3ebbd2006e3c' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.355026] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1122.355026] env[68503]: value = "task-2862505" [ 1122.355026] env[68503]: _type = "Task" [ 1122.355026] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.361988] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.380680] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1fa84-fa27-4f20-981f-74aeb05dfb0a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.389380] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ecb8d1-4632-4cc0-a9d7-366aaf64e710 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.423584] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8daa34-d3c9-4cdf-8fb0-d8f6440fae6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.432873] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfc79ac-bc1a-48db-a257-0820f53c8c21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.447715] env[68503]: DEBUG nova.compute.provider_tree [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.600597] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.600900] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a170b75-003d-45c7-9ef6-cf5ae4a9a3ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.610939] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1122.610939] env[68503]: value = "task-2862506" [ 1122.610939] env[68503]: _type = "Task" [ 1122.610939] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.621634] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.868491] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.906420] env[68503]: DEBUG nova.network.neutron [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Port c7e28916-146c-49cc-a10a-dee629a2f0e4 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.951117] env[68503]: DEBUG nova.scheduler.client.report [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.123266] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.276961] env[68503]: DEBUG nova.objects.instance [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'flavor' on Instance uuid f3e65c6e-1610-4645-a691-54ec11f45730 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.372280] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862505, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.457743] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.458377] env[68503]: DEBUG nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.461812] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.928s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.464503] env[68503]: INFO nova.compute.claims [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.623126] env[68503]: DEBUG oslo_vmware.api [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862506, 'name': PowerOnVM_Task, 'duration_secs': 0.600249} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.623482] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.623647] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-38a7b545-be2f-4bfc-be65-e9e0100ee721 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance '33adcb4b-5985-4ad8-b0a2-c3996f102d69' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.784203] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9e9ae7de-f2fa-4182-a6fb-82bfa6fff825 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.867s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.869414] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862505, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.934200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.934449] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.934629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.989492] env[68503]: DEBUG nova.compute.utils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.989492] env[68503]: DEBUG nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.989492] env[68503]: DEBUG nova.network.neutron [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.043721] env[68503]: DEBUG nova.policy [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fad60146ade3401791323b4bb9b07241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccbbefe59fe8400faa1d56721920b9e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.371550] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862505, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.018983} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.371550] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.371915] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.372160] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5fcca49-c2db-4e8f-9ef3-94c2d3166a32 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.379974] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1124.379974] env[68503]: value = "task-2862507" [ 1124.379974] env[68503]: _type = "Task" [ 1124.379974] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.391476] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.481085] env[68503]: DEBUG nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.590250] env[68503]: DEBUG nova.network.neutron [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Successfully created port: 058e4516-aea7-4f08-bf6b-927b7e08475c {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.731837] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "acaaa443-9d22-4d10-8404-4410098ef18d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.732116] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.777172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "1ae02b54-befe-461a-9dad-70760289c3e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.777172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "1ae02b54-befe-461a-9dad-70760289c3e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.784008] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "f3e65c6e-1610-4645-a691-54ec11f45730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.784172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.784386] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "f3e65c6e-1610-4645-a691-54ec11f45730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.784573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.784741] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.791893] env[68503]: INFO nova.compute.manager [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Terminating instance [ 1124.883734] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb945e7-b283-4b14-ae37-3acb88cf02b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.897786] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182288} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.899325] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.900182] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c83efcf-4a19-4bdd-9312-1d4a32c150cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.903596] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfca7b66-e90f-4659-b0bb-2564078d935f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.926548] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.958697] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9fa298d-ba93-4d87-abd4-aa2e2d11c597 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.980576] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692d7e5-6527-4eed-8ecc-8ec344906177 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.997360] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c3efff-1e2e-436c-8a33-7236866e94f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.011711] env[68503]: DEBUG nova.compute.provider_tree [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.014445] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1125.014445] env[68503]: value = "task-2862508" [ 1125.014445] env[68503]: _type = "Task" [ 1125.014445] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.023770] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.024053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.024053] env[68503]: DEBUG nova.network.neutron [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.032060] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.238854] env[68503]: DEBUG nova.compute.utils [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.279472] env[68503]: DEBUG nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.296396] env[68503]: DEBUG nova.compute.manager [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.304856] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.304856] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d57d238-06a0-4a21-a132-98f6f2c3a139 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.305753] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1125.305753] env[68503]: value = "task-2862509" [ 1125.305753] env[68503]: _type = "Task" [ 1125.305753] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.317025] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.501995] env[68503]: DEBUG nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.516114] env[68503]: DEBUG nova.scheduler.client.report [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.533661] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862508, 'name': ReconfigVM_Task, 'duration_secs': 0.339314} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.534315] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.537899] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.537899] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.537899] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.537899] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.538218] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.538218] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.538542] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.538713] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.538880] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.539053] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.539225] env[68503]: DEBUG nova.virt.hardware [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.539507] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e2b0ab-a2ae-4570-948e-41ee53803c2e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.541871] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da316ba3-9fa1-4c24-a568-df01afd52609 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.553466] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b689c-68f1-4427-a808-3872a8ad8370 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.557732] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1125.557732] env[68503]: value = "task-2862510" [ 1125.557732] env[68503]: _type = "Task" [ 1125.557732] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.582290] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862510, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.741140] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.750740] env[68503]: DEBUG nova.network.neutron [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance_info_cache with network_info: [{"id": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "address": "fa:16:3e:8b:d0:0b", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e28916-14", "ovs_interfaceid": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.804362] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.816640] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862509, 'name': PowerOffVM_Task, 'duration_secs': 0.233863} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.816970] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.817406] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.817489] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575441', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'name': 'volume-1f6bf1cd-4bba-437c-8576-d841ea147f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3e65c6e-1610-4645-a691-54ec11f45730', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'serial': '1f6bf1cd-4bba-437c-8576-d841ea147f38'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1125.818467] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631fc5fd-a9b7-4de4-b424-11eea4225bd8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.849373] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ce297-b21f-4fe9-af22-40da7ea17ec0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.858277] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003412e3-4f9b-4439-92a4-d2cc39863618 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.880358] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804926bc-6ba8-4daa-9e14-f5ad46427c3f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.896361] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] The volume has not been displaced from its original location: [datastore1] volume-1f6bf1cd-4bba-437c-8576-d841ea147f38/volume-1f6bf1cd-4bba-437c-8576-d841ea147f38.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.902429] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.903229] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8965a79-460c-47d7-b54e-d8d5f9e773f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.927801] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1125.927801] env[68503]: value = "task-2862511" [ 1125.927801] env[68503]: _type = "Task" [ 1125.927801] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.938623] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.024914] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.025473] env[68503]: DEBUG nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.028205] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.514s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.029084] env[68503]: DEBUG nova.objects.instance [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lazy-loading 'resources' on Instance uuid b5431a59-4c62-4f54-9105-8db4eb1955fe {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.069393] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862510, 'name': Rename_Task, 'duration_secs': 0.1436} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.069948] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.070932] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f61bbf-76db-4278-ad72-48489fea7796 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.079888] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1126.079888] env[68503]: value = "task-2862512" [ 1126.079888] env[68503]: _type = "Task" [ 1126.079888] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.094763] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.142997] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.142997] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.142997] env[68503]: DEBUG nova.compute.manager [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Going to confirm migration 4 {{(pid=68503) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1126.253848] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.297822] env[68503]: DEBUG nova.compute.manager [req-1fdd3e91-faa9-49ba-bbe6-295f0b3cb0de req-fd557416-6239-4132-97a0-7d2f96c3a2ee service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Received event network-vif-plugged-058e4516-aea7-4f08-bf6b-927b7e08475c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.297822] env[68503]: DEBUG oslo_concurrency.lockutils [req-1fdd3e91-faa9-49ba-bbe6-295f0b3cb0de req-fd557416-6239-4132-97a0-7d2f96c3a2ee service nova] Acquiring lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.298028] env[68503]: DEBUG oslo_concurrency.lockutils [req-1fdd3e91-faa9-49ba-bbe6-295f0b3cb0de req-fd557416-6239-4132-97a0-7d2f96c3a2ee service nova] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.298092] env[68503]: DEBUG oslo_concurrency.lockutils [req-1fdd3e91-faa9-49ba-bbe6-295f0b3cb0de req-fd557416-6239-4132-97a0-7d2f96c3a2ee service nova] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.298244] env[68503]: DEBUG nova.compute.manager [req-1fdd3e91-faa9-49ba-bbe6-295f0b3cb0de req-fd557416-6239-4132-97a0-7d2f96c3a2ee service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] No waiting events found dispatching network-vif-plugged-058e4516-aea7-4f08-bf6b-927b7e08475c {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.298485] env[68503]: WARNING nova.compute.manager [req-1fdd3e91-faa9-49ba-bbe6-295f0b3cb0de req-fd557416-6239-4132-97a0-7d2f96c3a2ee service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Received unexpected event network-vif-plugged-058e4516-aea7-4f08-bf6b-927b7e08475c for instance with vm_state building and task_state spawning. [ 1126.346867] env[68503]: DEBUG nova.network.neutron [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Successfully updated port: 058e4516-aea7-4f08-bf6b-927b7e08475c {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.438824] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862511, 'name': ReconfigVM_Task, 'duration_secs': 0.390995} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.439123] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.447254] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5e2b61-a31e-4bc9-a090-e62d48214316 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.473406] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1126.473406] env[68503]: value = "task-2862513" [ 1126.473406] env[68503]: _type = "Task" [ 1126.473406] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.481795] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.534911] env[68503]: DEBUG nova.compute.utils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.536623] env[68503]: DEBUG nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.536766] env[68503]: DEBUG nova.network.neutron [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.578050] env[68503]: DEBUG nova.policy [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8300708afb164c3fad43efca1a804db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd779af9f7f643f8852b887caa90b744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.593182] env[68503]: DEBUG oslo_vmware.api [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862512, 'name': PowerOnVM_Task, 'duration_secs': 0.461263} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.593353] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.593562] env[68503]: INFO nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Took 5.55 seconds to spawn the instance on the hypervisor. [ 1126.593744] env[68503]: DEBUG nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.594549] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474f1aa6-fd64-4282-bd8e-8ae9b72eaf7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.705243] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.705432] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.705607] env[68503]: DEBUG nova.network.neutron [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.705807] env[68503]: DEBUG nova.objects.instance [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'info_cache' on Instance uuid 33adcb4b-5985-4ad8-b0a2-c3996f102d69 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.774223] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d1a3e-32d3-4be9-8bbe-d5b925959b3d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.800773] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694ebe8-ccdb-48a9-806e-298b74ae2c73 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.808383] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance '817c655a-ebc8-4cd6-81d1-3ebbd2006e3c' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.813605] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b1ffda-7a52-4656-a54d-005792ef9d56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.821456] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8273412-76cc-4f4b-88e7-41ce3aa1e2a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.824618] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "acaaa443-9d22-4d10-8404-4410098ef18d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.824957] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.825159] env[68503]: INFO nova.compute.manager [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Attaching volume 0d9858a7-5a61-4326-94aa-8f31205188cc to /dev/sdb [ 1126.854373] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "refresh_cache-f7969e5a-d595-43ff-8b6e-2b6f810ca965" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.854568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquired lock "refresh_cache-f7969e5a-d595-43ff-8b6e-2b6f810ca965" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.854753] env[68503]: DEBUG nova.network.neutron [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.860635] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f3df3-4fc7-4658-bb9d-28cc38e633f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.872560] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4decb97b-77c5-4e1c-aca2-00030117eb4b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.887425] env[68503]: DEBUG nova.compute.provider_tree [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.897161] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92ad3eb-aa64-4ef0-8aa6-a16efaade8a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.907113] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da10cd59-7cbc-49e2-a4bb-e7db6e9373a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.920442] env[68503]: DEBUG nova.virt.block_device [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating existing volume attachment record: 30e01ed9-cd47-4d71-9b74-f79e3186d5ca {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.983659] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.984556] env[68503]: DEBUG nova.network.neutron [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Successfully created port: f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.040028] env[68503]: DEBUG nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.117182] env[68503]: INFO nova.compute.manager [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Took 20.13 seconds to build instance. [ 1127.318618] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.319272] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5008ebd-a7a3-4c0a-8e74-49feecbf33f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.327417] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1127.327417] env[68503]: value = "task-2862515" [ 1127.327417] env[68503]: _type = "Task" [ 1127.327417] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.338013] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.393294] env[68503]: DEBUG nova.scheduler.client.report [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.404707] env[68503]: DEBUG nova.network.neutron [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.493843] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.597839] env[68503]: DEBUG nova.network.neutron [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Updating instance_info_cache with network_info: [{"id": "058e4516-aea7-4f08-bf6b-927b7e08475c", "address": "fa:16:3e:fe:9e:35", "network": {"id": "c5923b81-4e07-4dc8-959d-3cea09077ae3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-194553069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccbbefe59fe8400faa1d56721920b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058e4516-ae", "ovs_interfaceid": "058e4516-aea7-4f08-bf6b-927b7e08475c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.620143] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e8570bab-30b5-4acb-bedd-9280c9261e0d tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.655s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.842784] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.900224] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.902957] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.907s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.903475] env[68503]: DEBUG nova.objects.instance [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lazy-loading 'resources' on Instance uuid 9016dc84-144e-4679-93d1-9602212d64f8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.932327] env[68503]: INFO nova.scheduler.client.report [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleted allocations for instance b5431a59-4c62-4f54-9105-8db4eb1955fe [ 1127.987187] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862513, 'name': ReconfigVM_Task, 'duration_secs': 1.171638} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.987628] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575441', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'name': 'volume-1f6bf1cd-4bba-437c-8576-d841ea147f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3e65c6e-1610-4645-a691-54ec11f45730', 'attached_at': '', 'detached_at': '', 'volume_id': '1f6bf1cd-4bba-437c-8576-d841ea147f38', 'serial': '1f6bf1cd-4bba-437c-8576-d841ea147f38'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1127.988339] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.990231] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eece1e4-e16d-4122-a6f1-88fa9fcb154a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.000332] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.001562] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b511cdcf-88ca-4b45-87e4-df7284d8df52 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.014794] env[68503]: DEBUG nova.network.neutron [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [{"id": "22390944-b9b1-45ad-ae2d-c47abf941adb", "address": "fa:16:3e:fd:ba:ee", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22390944-b9", "ovs_interfaceid": "22390944-b9b1-45ad-ae2d-c47abf941adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.053505] env[68503]: DEBUG nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.067727] env[68503]: INFO nova.compute.manager [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Rebuilding instance [ 1128.085167] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.085487] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.085648] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.085931] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.086102] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.086257] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.086832] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.086832] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.086832] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.086991] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.087245] env[68503]: DEBUG nova.virt.hardware [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.090610] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe83f9-981c-4a44-b8b2-e7cc55b3028e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.095325] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.095539] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.095764] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleting the datastore file [datastore2] f3e65c6e-1610-4645-a691-54ec11f45730 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.096464] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a281e0e-b9f9-486f-aa37-fd28c6c93619 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.109103] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Releasing lock "refresh_cache-f7969e5a-d595-43ff-8b6e-2b6f810ca965" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.109103] env[68503]: DEBUG nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Instance network_info: |[{"id": "058e4516-aea7-4f08-bf6b-927b7e08475c", "address": "fa:16:3e:fe:9e:35", "network": {"id": "c5923b81-4e07-4dc8-959d-3cea09077ae3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-194553069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccbbefe59fe8400faa1d56721920b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058e4516-ae", "ovs_interfaceid": "058e4516-aea7-4f08-bf6b-927b7e08475c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.110577] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:9e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '058e4516-aea7-4f08-bf6b-927b7e08475c', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.119404] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Creating folder: Project (ccbbefe59fe8400faa1d56721920b9e4). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.121530] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df74b505-6241-42b3-b8a7-504894ad25c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.127268] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1882c313-d9ef-4625-9c25-5bd41b73afbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.129690] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1128.129690] env[68503]: value = "task-2862519" [ 1128.129690] env[68503]: _type = "Task" [ 1128.129690] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.140109] env[68503]: DEBUG nova.compute.manager [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.150902] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f1b303-0a18-42da-9180-9bd8fd860984 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.155721] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Created folder: Project (ccbbefe59fe8400faa1d56721920b9e4) in parent group-v575195. [ 1128.155941] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Creating folder: Instances. Parent ref: group-v575447. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.156490] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c94adcd2-214d-49c1-af62-e1360442ee86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.163447] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.179550] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Created folder: Instances in parent group-v575447. [ 1128.179550] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.179827] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.179827] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce384b2f-fc87-4e15-877b-f1ed43d21d7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.203544] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.203544] env[68503]: value = "task-2862522" [ 1128.203544] env[68503]: _type = "Task" [ 1128.203544] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.214406] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862522, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.327185] env[68503]: DEBUG nova.compute.manager [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Received event network-changed-058e4516-aea7-4f08-bf6b-927b7e08475c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.327290] env[68503]: DEBUG nova.compute.manager [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Refreshing instance network info cache due to event network-changed-058e4516-aea7-4f08-bf6b-927b7e08475c. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.327613] env[68503]: DEBUG oslo_concurrency.lockutils [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] Acquiring lock "refresh_cache-f7969e5a-d595-43ff-8b6e-2b6f810ca965" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.327613] env[68503]: DEBUG oslo_concurrency.lockutils [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] Acquired lock "refresh_cache-f7969e5a-d595-43ff-8b6e-2b6f810ca965" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.327749] env[68503]: DEBUG nova.network.neutron [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Refreshing network info cache for port 058e4516-aea7-4f08-bf6b-927b7e08475c {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.340940] env[68503]: DEBUG oslo_vmware.api [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862515, 'name': PowerOnVM_Task, 'duration_secs': 0.822557} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.341312] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.341566] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737c01-71db-424c-ad7d-90f00e48af66 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance '817c655a-ebc8-4cd6-81d1-3ebbd2006e3c' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.443223] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8a9c3b0e-e4b6-46b7-aeed-918099ec5ced tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "b5431a59-4c62-4f54-9105-8db4eb1955fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.691s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.517242] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-33adcb4b-5985-4ad8-b0a2-c3996f102d69" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.517973] env[68503]: DEBUG nova.objects.instance [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'migration_context' on Instance uuid 33adcb4b-5985-4ad8-b0a2-c3996f102d69 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.646254] env[68503]: DEBUG oslo_vmware.api [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259202} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.646574] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.646771] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.646956] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.647148] env[68503]: INFO nova.compute.manager [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Took 3.35 seconds to destroy the instance on the hypervisor. [ 1128.647396] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.647587] env[68503]: DEBUG nova.compute.manager [-] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.647685] env[68503]: DEBUG nova.network.neutron [-] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.721446] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862522, 'name': CreateVM_Task, 'duration_secs': 0.369105} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.721794] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.722336] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.722500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.722843] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.723120] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f10120d-b238-4ee5-8329-9e9751223ea8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.730229] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674c29e5-b75d-4765-b38f-8f0ede4a5e31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.734089] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1128.734089] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52689704-cc95-4967-822d-d50f7a7b5c48" [ 1128.734089] env[68503]: _type = "Task" [ 1128.734089] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.740736] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073c2f67-a6c9-4074-ace0-f0c1345749c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.753334] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52689704-cc95-4967-822d-d50f7a7b5c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.783236] env[68503]: DEBUG nova.network.neutron [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Successfully updated port: f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.784973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710fea24-ac21-45d7-b1a2-9692b7b7621d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.794725] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d77ea-211e-43b9-a0c3-5ea80d096d0f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.811000] env[68503]: DEBUG nova.compute.provider_tree [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.022506] env[68503]: DEBUG nova.objects.base [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Object Instance<33adcb4b-5985-4ad8-b0a2-c3996f102d69> lazy-loaded attributes: info_cache,migration_context {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.023584] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bc4cb8-9c46-4985-98ac-74cd0ef32987 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.049427] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d228fbe-b229-4e5b-9676-1853cd6fe5fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.057074] env[68503]: DEBUG oslo_vmware.api [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1129.057074] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e98870-2c73-4517-5457-da0191fe05d1" [ 1129.057074] env[68503]: _type = "Task" [ 1129.057074] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.067385] env[68503]: DEBUG nova.network.neutron [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Updated VIF entry in instance network info cache for port 058e4516-aea7-4f08-bf6b-927b7e08475c. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.067894] env[68503]: DEBUG nova.network.neutron [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Updating instance_info_cache with network_info: [{"id": "058e4516-aea7-4f08-bf6b-927b7e08475c", "address": "fa:16:3e:fe:9e:35", "network": {"id": "c5923b81-4e07-4dc8-959d-3cea09077ae3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-194553069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccbbefe59fe8400faa1d56721920b9e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058e4516-ae", "ovs_interfaceid": "058e4516-aea7-4f08-bf6b-927b7e08475c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.072642] env[68503]: DEBUG oslo_vmware.api [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e98870-2c73-4517-5457-da0191fe05d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.073727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.090589] env[68503]: DEBUG nova.compute.manager [req-0ac17eea-ae3e-436e-8b33-b8dc6156f7f8 req-0972f5f3-e1e8-4323-bc66-2da8b8051fd9 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Received event network-vif-deleted-c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.090659] env[68503]: INFO nova.compute.manager [req-0ac17eea-ae3e-436e-8b33-b8dc6156f7f8 req-0972f5f3-e1e8-4323-bc66-2da8b8051fd9 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Neutron deleted interface c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f; detaching it from the instance and deleting it from the info cache [ 1129.090806] env[68503]: DEBUG nova.network.neutron [req-0ac17eea-ae3e-436e-8b33-b8dc6156f7f8 req-0972f5f3-e1e8-4323-bc66-2da8b8051fd9 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.171825] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.172432] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90baef25-21fe-4f33-ab91-8fdb4f988cb0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.181521] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1129.181521] env[68503]: value = "task-2862523" [ 1129.181521] env[68503]: _type = "Task" [ 1129.181521] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.193542] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.246979] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52689704-cc95-4967-822d-d50f7a7b5c48, 'name': SearchDatastore_Task, 'duration_secs': 0.027405} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.247399] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.247719] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.248020] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.248199] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.248866] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.248866] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a7990e3-5391-49ae-8105-f8c105820817 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.259733] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.259934] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.260747] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fda7d9-d401-4618-b64c-d7e2170a9511 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.266976] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1129.266976] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523c4d08-6266-a459-8d34-fa75694976b2" [ 1129.266976] env[68503]: _type = "Task" [ 1129.266976] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.276726] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523c4d08-6266-a459-8d34-fa75694976b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.288835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.289033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.289229] env[68503]: DEBUG nova.network.neutron [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.314794] env[68503]: DEBUG nova.scheduler.client.report [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.567386] env[68503]: DEBUG nova.network.neutron [-] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.574091] env[68503]: DEBUG oslo_concurrency.lockutils [req-57e06e4e-f156-45e1-8c28-2028853d441a req-217b6a99-9b4f-4211-b55f-6c99c5690608 service nova] Releasing lock "refresh_cache-f7969e5a-d595-43ff-8b6e-2b6f810ca965" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.593772] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b321cf-1913-437c-8ada-2b4f42f9560f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.605949] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7020cddc-48ea-435c-b3c3-8008ccfd3f2a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.642225] env[68503]: DEBUG nova.compute.manager [req-0ac17eea-ae3e-436e-8b33-b8dc6156f7f8 req-0972f5f3-e1e8-4323-bc66-2da8b8051fd9 service nova] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Detach interface failed, port_id=c8169eb7-ae6e-4ae6-ac5d-5d99aab0456f, reason: Instance f3e65c6e-1610-4645-a691-54ec11f45730 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.691817] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862523, 'name': PowerOffVM_Task, 'duration_secs': 0.236296} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.692146] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.692337] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.693123] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed33a72-4484-4ef7-80b5-fcf12e4b47d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.700260] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.700532] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db1290fc-4b14-49ca-abb9-e4e39a381f69 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.728141] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.728367] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.728574] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Deleting the datastore file [datastore1] ea669e9d-f53f-43ce-a4d8-b72cef3c647d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.728856] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e266fbd-688e-4863-8db2-b77c6132a426 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.738213] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1129.738213] env[68503]: value = "task-2862527" [ 1129.738213] env[68503]: _type = "Task" [ 1129.738213] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.746532] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.778388] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523c4d08-6266-a459-8d34-fa75694976b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011238} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.779331] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78679864-5f94-40bd-85af-b56ac1efee5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.785417] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1129.785417] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5233d162-cefc-fc58-60bc-5b1bd43695d1" [ 1129.785417] env[68503]: _type = "Task" [ 1129.785417] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.795981] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5233d162-cefc-fc58-60bc-5b1bd43695d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.821756] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.824908] env[68503]: DEBUG nova.network.neutron [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.827105] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.591s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.827358] env[68503]: DEBUG nova.objects.instance [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lazy-loading 'resources' on Instance uuid 7c15b321-0a08-47df-8425-9c80cd635a4d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.851925] env[68503]: INFO nova.scheduler.client.report [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted allocations for instance 9016dc84-144e-4679-93d1-9602212d64f8 [ 1129.974192] env[68503]: DEBUG nova.network.neutron [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updating instance_info_cache with network_info: [{"id": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "address": "fa:16:3e:4b:02:e6", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ee71c7-c4", "ovs_interfaceid": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.070403] env[68503]: INFO nova.compute.manager [-] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Took 1.42 seconds to deallocate network for instance. [ 1130.155106] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.155378] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.155606] env[68503]: DEBUG nova.compute.manager [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Going to confirm migration 5 {{(pid=68503) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1130.249118] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128098} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.249441] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.249660] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.249868] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.297042] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5233d162-cefc-fc58-60bc-5b1bd43695d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.297427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.297619] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] f7969e5a-d595-43ff-8b6e-2b6f810ca965/f7969e5a-d595-43ff-8b6e-2b6f810ca965.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.297828] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-754a4cfb-3306-4a2a-b14f-b688531d486a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.307527] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1130.307527] env[68503]: value = "task-2862528" [ 1130.307527] env[68503]: _type = "Task" [ 1130.307527] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.316588] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.362524] env[68503]: DEBUG nova.compute.manager [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Received event network-vif-plugged-f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.363611] env[68503]: DEBUG oslo_concurrency.lockutils [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] Acquiring lock "342bf4ba-d495-4146-bc90-3ff571825def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.363880] env[68503]: DEBUG oslo_concurrency.lockutils [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] Lock "342bf4ba-d495-4146-bc90-3ff571825def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.364071] env[68503]: DEBUG oslo_concurrency.lockutils [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] Lock "342bf4ba-d495-4146-bc90-3ff571825def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.364245] env[68503]: DEBUG nova.compute.manager [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] No waiting events found dispatching network-vif-plugged-f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.364410] env[68503]: WARNING nova.compute.manager [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Received unexpected event network-vif-plugged-f6ee71c7-c410-4cdc-b481-b1c94f332bde for instance with vm_state building and task_state spawning. [ 1130.364569] env[68503]: DEBUG nova.compute.manager [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Received event network-changed-f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.364759] env[68503]: DEBUG nova.compute.manager [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Refreshing instance network info cache due to event network-changed-f6ee71c7-c410-4cdc-b481-b1c94f332bde. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.366013] env[68503]: DEBUG oslo_concurrency.lockutils [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] Acquiring lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.366013] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f2a453ec-4d95-4312-bcd8-594e97d43231 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "9016dc84-144e-4679-93d1-9602212d64f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.808s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.477280] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.477660] env[68503]: DEBUG nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Instance network_info: |[{"id": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "address": "fa:16:3e:4b:02:e6", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ee71c7-c4", "ovs_interfaceid": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.478029] env[68503]: DEBUG oslo_concurrency.lockutils [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] Acquired lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.478277] env[68503]: DEBUG nova.network.neutron [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Refreshing network info cache for port f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.479687] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:02:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ee71c7-c410-4cdc-b481-b1c94f332bde', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.488173] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.493454] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.495099] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd052512-f189-4aa2-8484-f0ff1a1c138a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.520550] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.520550] env[68503]: value = "task-2862529" [ 1130.520550] env[68503]: _type = "Task" [ 1130.520550] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.532591] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862529, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.621998] env[68503]: INFO nova.compute.manager [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Took 0.55 seconds to detach 1 volumes for instance. [ 1130.638011] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0fb46-b270-44e2-ae7a-7d7942684144 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.650173] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98de501b-bc98-4a57-825a-42370382516a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.703071] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674593b0-53b2-4c9b-ba78-611d4573e953 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.715044] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315211f9-7584-4e85-9aeb-803786c00e12 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.737455] env[68503]: DEBUG nova.compute.provider_tree [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.758816] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.759055] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.759243] env[68503]: DEBUG nova.network.neutron [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.759462] env[68503]: DEBUG nova.objects.instance [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lazy-loading 'info_cache' on Instance uuid 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.824509] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862528, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.884834] env[68503]: DEBUG nova.network.neutron [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updated VIF entry in instance network info cache for port f6ee71c7-c410-4cdc-b481-b1c94f332bde. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.885237] env[68503]: DEBUG nova.network.neutron [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updating instance_info_cache with network_info: [{"id": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "address": "fa:16:3e:4b:02:e6", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ee71c7-c4", "ovs_interfaceid": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.031453] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862529, 'name': CreateVM_Task, 'duration_secs': 0.409343} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.031643] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.032317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.032479] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.032779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.033040] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb7c118-1fd6-454f-bbcb-efae06023dd3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.037039] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1131.037039] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52161a7c-efea-5e6e-f17f-0e9436d0a320" [ 1131.037039] env[68503]: _type = "Task" [ 1131.037039] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.044099] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52161a7c-efea-5e6e-f17f-0e9436d0a320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.135460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.157643] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "b45c1449-39a5-419e-8993-906c852cc890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.157970] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b45c1449-39a5-419e-8993-906c852cc890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.158245] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "b45c1449-39a5-419e-8993-906c852cc890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.158538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b45c1449-39a5-419e-8993-906c852cc890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.158749] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b45c1449-39a5-419e-8993-906c852cc890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.160865] env[68503]: INFO nova.compute.manager [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Terminating instance [ 1131.241762] env[68503]: DEBUG nova.scheduler.client.report [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.301029] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.301295] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.301496] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.301662] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.301810] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.301966] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.302521] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.302521] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.302521] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.303054] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.303054] env[68503]: DEBUG nova.virt.hardware [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.303896] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6967ad18-b03d-42a9-a7d6-141782e1371a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.315690] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e9078a-3dc1-4dbb-b1ff-8bb1ceaee61e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.325045] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572246} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.333057] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] f7969e5a-d595-43ff-8b6e-2b6f810ca965/f7969e5a-d595-43ff-8b6e-2b6f810ca965.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.333326] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.333782] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.340216] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.340532] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9878b0-a7d7-4caa-b86a-a6a5f2099da9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.342598] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.343381] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78814c93-6ac3-4047-8bd5-7fc9b6593380 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.360321] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1131.360321] env[68503]: value = "task-2862530" [ 1131.360321] env[68503]: _type = "Task" [ 1131.360321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.361796] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.361796] env[68503]: value = "task-2862531" [ 1131.361796] env[68503]: _type = "Task" [ 1131.361796] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.375270] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.379207] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862531, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.388950] env[68503]: DEBUG oslo_concurrency.lockutils [req-eff71412-02c2-43d9-93f7-bc610f2aaf11 req-d4e5ad52-90e0-4128-94c6-ba6c0790a53c service nova] Releasing lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.549418] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52161a7c-efea-5e6e-f17f-0e9436d0a320, 'name': SearchDatastore_Task, 'duration_secs': 0.037813} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.549730] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.549945] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.550202] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.550348] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.550554] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.551183] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a46467b3-d19b-4269-8755-c88d4d6a6df1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.560705] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.560894] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.561644] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5e3870-1272-4adf-8936-32233f59f580 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.566676] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1131.566676] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521172aa-53c7-bb37-739a-906d83868b10" [ 1131.566676] env[68503]: _type = "Task" [ 1131.566676] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.574395] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521172aa-53c7-bb37-739a-906d83868b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.665037] env[68503]: DEBUG nova.compute.manager [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.665186] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.666121] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0da65f7-cb42-46ff-9330-2cd22b1a617f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.673728] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.673990] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-013d7928-2afb-41a4-a99f-66f2ce7cd9f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.680278] env[68503]: DEBUG oslo_vmware.api [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1131.680278] env[68503]: value = "task-2862532" [ 1131.680278] env[68503]: _type = "Task" [ 1131.680278] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.689423] env[68503]: DEBUG oslo_vmware.api [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.747526] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.750661] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.199s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.752900] env[68503]: INFO nova.compute.claims [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.780065] env[68503]: INFO nova.scheduler.client.report [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Deleted allocations for instance 7c15b321-0a08-47df-8425-9c80cd635a4d [ 1131.875331] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065886} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.875612] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.876445] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c3a31-1ca0-4f7c-a3c2-c95c0407445b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.882090] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862531, 'name': CreateVM_Task, 'duration_secs': 0.320001} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.882688] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.883245] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.883416] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.883727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.884013] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f4be98-4b88-487b-b244-701ee037f53a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.904343] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f7969e5a-d595-43ff-8b6e-2b6f810ca965/f7969e5a-d595-43ff-8b6e-2b6f810ca965.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.907373] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8accda39-3e74-48af-997f-de44812ea8f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.923980] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1131.923980] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5282be03-9fc7-028f-13d1-d3df0633ce16" [ 1131.923980] env[68503]: _type = "Task" [ 1131.923980] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.929632] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1131.929632] env[68503]: value = "task-2862533" [ 1131.929632] env[68503]: _type = "Task" [ 1131.929632] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.937658] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5282be03-9fc7-028f-13d1-d3df0633ce16, 'name': SearchDatastore_Task, 'duration_secs': 0.019733} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.938539] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.938775] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.939109] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.939234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.939430] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.943014] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-055f8493-6b21-4556-845d-69bf06d89ee0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.945289] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.952583] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.952802] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.956055] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb0689a-c2bb-42d4-87a5-4c9b503df5ed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.961382] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1131.961382] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f2b539-1400-f826-0a23-caeb31b7f14c" [ 1131.961382] env[68503]: _type = "Task" [ 1131.961382] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.969900] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f2b539-1400-f826-0a23-caeb31b7f14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.972604] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.972764] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575446', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'name': 'volume-0d9858a7-5a61-4326-94aa-8f31205188cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acaaa443-9d22-4d10-8404-4410098ef18d', 'attached_at': '', 'detached_at': '', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'serial': '0d9858a7-5a61-4326-94aa-8f31205188cc'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.973863] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa8702-5bc6-442a-acfa-62287bacd0dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.991930] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fff7d23-cca4-4187-8b68-baa688b44eb5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.018067] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-0d9858a7-5a61-4326-94aa-8f31205188cc/volume-0d9858a7-5a61-4326-94aa-8f31205188cc.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.020915] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85c9e56-9b17-47cd-ac85-f34b1be0ffc8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.039537] env[68503]: DEBUG oslo_vmware.api [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1132.039537] env[68503]: value = "task-2862534" [ 1132.039537] env[68503]: _type = "Task" [ 1132.039537] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.047194] env[68503]: DEBUG oslo_vmware.api [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.076468] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521172aa-53c7-bb37-739a-906d83868b10, 'name': SearchDatastore_Task, 'duration_secs': 0.037922} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.077312] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1da08c-ec84-4a49-9d71-4d903eff6574 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.083183] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1132.083183] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520db846-ccd2-160d-663a-0c9c557bbc91" [ 1132.083183] env[68503]: _type = "Task" [ 1132.083183] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.091814] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520db846-ccd2-160d-663a-0c9c557bbc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.190643] env[68503]: DEBUG oslo_vmware.api [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862532, 'name': PowerOffVM_Task, 'duration_secs': 0.225146} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.190937] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.191119] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.191381] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c6d69b-9e91-48ac-8404-5ea1f3b50e7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.254812] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.255110] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.255187] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleting the datastore file [datastore2] b45c1449-39a5-419e-8993-906c852cc890 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.255447] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae3b0a3-3718-4051-b51c-fa8a9c478f8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.269023] env[68503]: DEBUG oslo_vmware.api [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for the task: (returnval){ [ 1132.269023] env[68503]: value = "task-2862536" [ 1132.269023] env[68503]: _type = "Task" [ 1132.269023] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.275559] env[68503]: DEBUG oslo_vmware.api [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.286584] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dfdcfcff-fd3f-4017-a3e2-23ca669e3d81 tempest-ServerRescueTestJSON-995231531 tempest-ServerRescueTestJSON-995231531-project-member] Lock "7c15b321-0a08-47df-8425-9c80cd635a4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.200s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.399590] env[68503]: DEBUG nova.network.neutron [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance_info_cache with network_info: [{"id": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "address": "fa:16:3e:8b:d0:0b", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e28916-14", "ovs_interfaceid": "c7e28916-146c-49cc-a10a-dee629a2f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.440560] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862533, 'name': ReconfigVM_Task, 'duration_secs': 0.307808} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.440842] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f7969e5a-d595-43ff-8b6e-2b6f810ca965/f7969e5a-d595-43ff-8b6e-2b6f810ca965.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.441514] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d9b6843-2e23-41cc-a31c-0690aae96ee2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.447978] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1132.447978] env[68503]: value = "task-2862537" [ 1132.447978] env[68503]: _type = "Task" [ 1132.447978] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.456886] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862537, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.470617] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f2b539-1400-f826-0a23-caeb31b7f14c, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.471453] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a907ab66-6216-4276-a418-3c1285c64592 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.476574] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1132.476574] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52977826-69f9-8d7f-5b7a-96403e2f9da8" [ 1132.476574] env[68503]: _type = "Task" [ 1132.476574] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.484832] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52977826-69f9-8d7f-5b7a-96403e2f9da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.550439] env[68503]: DEBUG oslo_vmware.api [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.592558] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520db846-ccd2-160d-663a-0c9c557bbc91, 'name': SearchDatastore_Task, 'duration_secs': 0.015898} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.592859] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.593130] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.593401] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b1c0eb5-c0fb-42a5-917c-5c4b932ebf2b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.605232] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1132.605232] env[68503]: value = "task-2862538" [ 1132.605232] env[68503]: _type = "Task" [ 1132.605232] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.612769] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.778655] env[68503]: DEBUG oslo_vmware.api [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Task: {'id': task-2862536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268186} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.778981] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.779269] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.779492] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.779683] env[68503]: INFO nova.compute.manager [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] [instance: b45c1449-39a5-419e-8993-906c852cc890] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1132.779944] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.780126] env[68503]: DEBUG nova.compute.manager [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.780235] env[68503]: DEBUG nova.network.neutron [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.905190] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.906023] env[68503]: DEBUG nova.objects.instance [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lazy-loading 'migration_context' on Instance uuid 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.960171] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862537, 'name': Rename_Task, 'duration_secs': 0.172503} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.963467] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.963997] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ae69f1b-8cad-4b4c-bf15-326345812db3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.971088] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1132.971088] env[68503]: value = "task-2862539" [ 1132.971088] env[68503]: _type = "Task" [ 1132.971088] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.987044] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.991939] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52977826-69f9-8d7f-5b7a-96403e2f9da8, 'name': SearchDatastore_Task, 'duration_secs': 0.013058} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.994757] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.995046] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.996153] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afeba82f-a1be-44a0-b08b-25aa9728ab92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.001675] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1133.001675] env[68503]: value = "task-2862540" [ 1133.001675] env[68503]: _type = "Task" [ 1133.001675] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.011161] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.053449] env[68503]: DEBUG oslo_vmware.api [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862534, 'name': ReconfigVM_Task, 'duration_secs': 0.56205} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.053930] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-0d9858a7-5a61-4326-94aa-8f31205188cc/volume-0d9858a7-5a61-4326-94aa-8f31205188cc.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.063569] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-badb5261-c8d2-4110-ae98-03a97f1fb222 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.078070] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420a049d-fe9a-49bd-bd14-f42953d0029d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.088425] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757d9ece-f3bd-47f5-ac2a-1493895d0e9a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.096987] env[68503]: DEBUG oslo_vmware.api [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1133.096987] env[68503]: value = "task-2862541" [ 1133.096987] env[68503]: _type = "Task" [ 1133.096987] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.136660] env[68503]: DEBUG nova.compute.manager [req-7481108a-15c9-4c54-b94b-e7505a11b363 req-3f4feccb-28dc-4bb1-8a38-8069881f99ff service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Received event network-vif-deleted-d0baed28-0ed7-4ea0-aea0-4bc176f30ade {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.136881] env[68503]: INFO nova.compute.manager [req-7481108a-15c9-4c54-b94b-e7505a11b363 req-3f4feccb-28dc-4bb1-8a38-8069881f99ff service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Neutron deleted interface d0baed28-0ed7-4ea0-aea0-4bc176f30ade; detaching it from the instance and deleting it from the info cache [ 1133.137045] env[68503]: DEBUG nova.network.neutron [req-7481108a-15c9-4c54-b94b-e7505a11b363 req-3f4feccb-28dc-4bb1-8a38-8069881f99ff service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.138954] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f198f4a-3591-410f-b5dd-d65b3c3c696e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.153932] env[68503]: DEBUG oslo_vmware.api [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.165114] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862538, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.170441] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a40c9f-9a8e-4262-8fca-990c1169613c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.190741] env[68503]: DEBUG nova.compute.provider_tree [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.354458] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.354458] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.354458] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.354458] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.354767] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.357614] env[68503]: INFO nova.compute.manager [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Terminating instance [ 1133.412458] env[68503]: DEBUG nova.objects.base [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Object Instance<817c655a-ebc8-4cd6-81d1-3ebbd2006e3c> lazy-loaded attributes: info_cache,migration_context {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.413170] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba829d3-fba6-42a8-88ca-13b13c6a245a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.437134] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3f7ca7-8b91-46ff-b4ce-cc6593de171e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.443388] env[68503]: DEBUG oslo_vmware.api [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1133.443388] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521bf207-667c-3954-fa07-86d2b13e0b0f" [ 1133.443388] env[68503]: _type = "Task" [ 1133.443388] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.453138] env[68503]: DEBUG oslo_vmware.api [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521bf207-667c-3954-fa07-86d2b13e0b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.481283] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.512348] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862540, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.584662] env[68503]: DEBUG nova.network.neutron [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.611753] env[68503]: DEBUG oslo_vmware.api [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862541, 'name': ReconfigVM_Task, 'duration_secs': 0.175318} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.612106] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575446', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'name': 'volume-0d9858a7-5a61-4326-94aa-8f31205188cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acaaa443-9d22-4d10-8404-4410098ef18d', 'attached_at': '', 'detached_at': '', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'serial': '0d9858a7-5a61-4326-94aa-8f31205188cc'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.639606] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826277} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.639902] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.640129] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.640403] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d669a6f1-0dd0-4c54-8a0a-6848e6ca855a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.657018] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1133.657018] env[68503]: value = "task-2862542" [ 1133.657018] env[68503]: _type = "Task" [ 1133.657018] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.660632] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-439c094d-5839-4444-8a2e-631c48001cec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.682627] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d7be8-13be-471e-aebc-99fbaf44b1e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.700922] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.702919] env[68503]: DEBUG nova.scheduler.client.report [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.738292] env[68503]: DEBUG nova.compute.manager [req-7481108a-15c9-4c54-b94b-e7505a11b363 req-3f4feccb-28dc-4bb1-8a38-8069881f99ff service nova] [instance: b45c1449-39a5-419e-8993-906c852cc890] Detach interface failed, port_id=d0baed28-0ed7-4ea0-aea0-4bc176f30ade, reason: Instance b45c1449-39a5-419e-8993-906c852cc890 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.862643] env[68503]: DEBUG nova.compute.manager [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.863038] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.865305] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd1fe89-a6f3-4d3d-951c-f4fc41c82f17 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.872796] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.873028] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3442f10-fb8a-4f2d-9867-0685e163ce18 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.879529] env[68503]: DEBUG oslo_vmware.api [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1133.879529] env[68503]: value = "task-2862543" [ 1133.879529] env[68503]: _type = "Task" [ 1133.879529] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.887581] env[68503]: DEBUG oslo_vmware.api [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.955040] env[68503]: DEBUG oslo_vmware.api [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521bf207-667c-3954-fa07-86d2b13e0b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.955562] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.982115] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.011754] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847043} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.012042] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.012286] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.012491] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae74d614-395b-4dad-ab83-c07ada9e208c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.018701] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1134.018701] env[68503]: value = "task-2862544" [ 1134.018701] env[68503]: _type = "Task" [ 1134.018701] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.027277] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.088456] env[68503]: INFO nova.compute.manager [-] [instance: b45c1449-39a5-419e-8993-906c852cc890] Took 1.31 seconds to deallocate network for instance. [ 1134.173874] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114222} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.173874] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.174572] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f31baa1-f1e1-4981-a5d1-9952eb214507 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.199081] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.200052] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efd5b00-9fce-4c68-b5bb-455cfbc3924a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.216909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.217071] env[68503]: DEBUG nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.222029] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.318s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.222029] env[68503]: INFO nova.compute.claims [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.230749] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1134.230749] env[68503]: value = "task-2862545" [ 1134.230749] env[68503]: _type = "Task" [ 1134.230749] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.241959] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.390012] env[68503]: DEBUG oslo_vmware.api [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862543, 'name': PowerOffVM_Task, 'duration_secs': 0.45071} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.390103] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.390249] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.390858] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-659323eb-12ea-4a33-98ce-5963dd1369fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.483388] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.519899] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.520085] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.520266] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleting the datastore file [datastore2] 7875a8e9-9518-4313-a4a8-ade3126c3ad3 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.523506] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f208f01-4b2e-441b-b3fb-8b99d4e8da02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.530613] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119308} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.531769] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.532164] env[68503]: DEBUG oslo_vmware.api [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1134.532164] env[68503]: value = "task-2862547" [ 1134.532164] env[68503]: _type = "Task" [ 1134.532164] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.532955] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2821520-f619-466c-8598-4cb312c67f33 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.543658] env[68503]: DEBUG oslo_vmware.api [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.562016] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.562016] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-106a89a2-329b-4af1-b66c-6982b5924a01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.579133] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1134.579133] env[68503]: value = "task-2862548" [ 1134.579133] env[68503]: _type = "Task" [ 1134.579133] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.587252] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.598470] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.659987] env[68503]: DEBUG nova.objects.instance [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'flavor' on Instance uuid acaaa443-9d22-4d10-8404-4410098ef18d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.729527] env[68503]: DEBUG nova.compute.utils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.731266] env[68503]: DEBUG nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.731486] env[68503]: DEBUG nova.network.neutron [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.743543] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862545, 'name': ReconfigVM_Task, 'duration_secs': 0.307973} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.743801] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.744641] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-473e2804-2ae3-43d5-b37d-b12d80845aa6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.751391] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1134.751391] env[68503]: value = "task-2862549" [ 1134.751391] env[68503]: _type = "Task" [ 1134.751391] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.759316] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862549, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.786560] env[68503]: DEBUG nova.policy [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c92fd036d05d4bd2997951043a1d83e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c638127f2746fcaace0d904ac5c52a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.987918] env[68503]: DEBUG oslo_vmware.api [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862539, 'name': PowerOnVM_Task, 'duration_secs': 1.711102} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.989691] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.989691] env[68503]: INFO nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1134.992300] env[68503]: DEBUG nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.992300] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422eef5-0991-421d-9eda-5a96dab448a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.045296] env[68503]: DEBUG oslo_vmware.api [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.088728] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.165390] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a9a2eb7d-54be-4f94-b72f-8f99f32a5d02 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.340s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.209427] env[68503]: DEBUG nova.network.neutron [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Successfully created port: 38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.236128] env[68503]: DEBUG nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.269908] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862549, 'name': Rename_Task, 'duration_secs': 0.139347} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.270835] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.270835] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8128f68d-91e0-45c0-8dc9-747e377644eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.279243] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1135.279243] env[68503]: value = "task-2862550" [ 1135.279243] env[68503]: _type = "Task" [ 1135.279243] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.284835] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.509691] env[68503]: INFO nova.compute.manager [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Took 24.30 seconds to build instance. [ 1135.546013] env[68503]: DEBUG oslo_vmware.api [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65972} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.547641] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.547917] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.548167] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.548384] env[68503]: INFO nova.compute.manager [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1135.548738] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.550607] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ecbe8-2a61-4c8c-97fb-338c247ff255 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.553062] env[68503]: DEBUG nova.compute.manager [-] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.553206] env[68503]: DEBUG nova.network.neutron [-] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.563155] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b233e7c-2bf6-4ce8-86cd-a45e1e56f483 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.631020] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f9c07-084a-4fa5-8960-9afdfaf8196f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.638179] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862548, 'name': ReconfigVM_Task, 'duration_secs': 0.745408} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.640542] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Reconfigured VM instance instance-0000005b to attach disk [datastore2] ea669e9d-f53f-43ce-a4d8-b72cef3c647d/ea669e9d-f53f-43ce-a4d8-b72cef3c647d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.641261] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c6f10cc-6d0e-4539-b9f3-f45ac8ed9c4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.644320] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1a42f1-2a51-4872-a46a-4597f5d351d4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.660082] env[68503]: DEBUG nova.compute.provider_tree [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.662280] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1135.662280] env[68503]: value = "task-2862551" [ 1135.662280] env[68503]: _type = "Task" [ 1135.662280] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.670530] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862551, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.788999] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862550, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.889416] env[68503]: DEBUG nova.compute.manager [req-3897ff1e-a1b8-4fd5-8a30-04940a4de936 req-f9959b41-63a1-45f6-ac37-88e441ae30e9 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Received event network-vif-deleted-75213971-31f4-4121-844d-8ab8869116e8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.889640] env[68503]: INFO nova.compute.manager [req-3897ff1e-a1b8-4fd5-8a30-04940a4de936 req-f9959b41-63a1-45f6-ac37-88e441ae30e9 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Neutron deleted interface 75213971-31f4-4121-844d-8ab8869116e8; detaching it from the instance and deleting it from the info cache [ 1135.889860] env[68503]: DEBUG nova.network.neutron [req-3897ff1e-a1b8-4fd5-8a30-04940a4de936 req-f9959b41-63a1-45f6-ac37-88e441ae30e9 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.011393] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9bd003af-6c84-4719-9276-113709145c4e tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.840s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.164650] env[68503]: DEBUG nova.scheduler.client.report [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.178187] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862551, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.249750] env[68503]: DEBUG nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.279298] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.279535] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.279691] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.279877] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.280025] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.280182] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.280389] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.280578] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.280741] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.280908] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.281096] env[68503]: DEBUG nova.virt.hardware [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.282271] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9223047-de4e-48fb-b2c0-85e574e50d24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.298789] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6168cf-ab22-4e45-858b-735df3dbb852 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.302671] env[68503]: DEBUG oslo_vmware.api [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862550, 'name': PowerOnVM_Task, 'duration_secs': 0.521567} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.303142] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.303343] env[68503]: INFO nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1136.303517] env[68503]: DEBUG nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.304527] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0b1840-9a2a-45b8-9cce-ad72792ee540 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.372040] env[68503]: DEBUG nova.network.neutron [-] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.392276] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-961cc33f-c172-4cd0-9c56-001ee94c7117 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.402171] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488bc5d0-8dac-4db0-945a-3e569dba0fe7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.434259] env[68503]: DEBUG nova.compute.manager [req-3897ff1e-a1b8-4fd5-8a30-04940a4de936 req-f9959b41-63a1-45f6-ac37-88e441ae30e9 service nova] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Detach interface failed, port_id=75213971-31f4-4121-844d-8ab8869116e8, reason: Instance 7875a8e9-9518-4313-a4a8-ade3126c3ad3 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.597010] env[68503]: DEBUG nova.compute.manager [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1136.673238] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.673843] env[68503]: DEBUG nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.676830] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.873s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.678342] env[68503]: INFO nova.compute.claims [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.687369] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862551, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.773030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.773030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.773030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.773030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.773030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.774610] env[68503]: INFO nova.compute.manager [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Terminating instance [ 1136.829326] env[68503]: INFO nova.compute.manager [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Took 23.32 seconds to build instance. [ 1136.869487] env[68503]: DEBUG nova.compute.manager [req-d16e8bf2-c42c-4618-94bf-a53ddb209bc4 req-e25d9848-a3da-4508-a16d-c374678d3d44 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received event network-vif-plugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.869775] env[68503]: DEBUG oslo_concurrency.lockutils [req-d16e8bf2-c42c-4618-94bf-a53ddb209bc4 req-e25d9848-a3da-4508-a16d-c374678d3d44 service nova] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.870034] env[68503]: DEBUG oslo_concurrency.lockutils [req-d16e8bf2-c42c-4618-94bf-a53ddb209bc4 req-e25d9848-a3da-4508-a16d-c374678d3d44 service nova] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.870220] env[68503]: DEBUG oslo_concurrency.lockutils [req-d16e8bf2-c42c-4618-94bf-a53ddb209bc4 req-e25d9848-a3da-4508-a16d-c374678d3d44 service nova] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.870393] env[68503]: DEBUG nova.compute.manager [req-d16e8bf2-c42c-4618-94bf-a53ddb209bc4 req-e25d9848-a3da-4508-a16d-c374678d3d44 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] No waiting events found dispatching network-vif-plugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.870604] env[68503]: WARNING nova.compute.manager [req-d16e8bf2-c42c-4618-94bf-a53ddb209bc4 req-e25d9848-a3da-4508-a16d-c374678d3d44 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received unexpected event network-vif-plugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 for instance with vm_state building and task_state spawning. [ 1136.873839] env[68503]: INFO nova.compute.manager [-] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Took 1.32 seconds to deallocate network for instance. [ 1137.120011] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.178744] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862551, 'name': Rename_Task, 'duration_secs': 1.341021} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.181070] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.181070] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e37d87-6541-43f0-a6dd-12613ad1586d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.185373] env[68503]: DEBUG nova.compute.utils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.189290] env[68503]: DEBUG nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.189612] env[68503]: DEBUG nova.network.neutron [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.191978] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1137.191978] env[68503]: value = "task-2862552" [ 1137.191978] env[68503]: _type = "Task" [ 1137.191978] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.204361] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862552, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.250230] env[68503]: DEBUG nova.policy [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.281186] env[68503]: DEBUG nova.compute.manager [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.281186] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.281186] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c9076-5e57-4392-a7a2-303a0e650e1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.290793] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.291158] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b8f3b69-939d-4266-b652-692cc09de1e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.298225] env[68503]: DEBUG oslo_vmware.api [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1137.298225] env[68503]: value = "task-2862553" [ 1137.298225] env[68503]: _type = "Task" [ 1137.298225] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.306421] env[68503]: DEBUG oslo_vmware.api [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.331208] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8c3be5fe-9bfe-4b9b-9e52-4be76a60e320 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.833s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.383501] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.518419] env[68503]: DEBUG nova.network.neutron [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Successfully updated port: 38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.564589] env[68503]: DEBUG nova.network.neutron [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Successfully created port: b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.570775] env[68503]: DEBUG nova.compute.manager [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received event network-changed-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.571011] env[68503]: DEBUG nova.compute.manager [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Refreshing instance network info cache due to event network-changed-38f91259-83d1-46fb-b1ab-5800b4f4afa1. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.571244] env[68503]: DEBUG oslo_concurrency.lockutils [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] Acquiring lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.571390] env[68503]: DEBUG oslo_concurrency.lockutils [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] Acquired lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.571792] env[68503]: DEBUG nova.network.neutron [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Refreshing network info cache for port 38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.688932] env[68503]: DEBUG nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.716852] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.809072] env[68503]: DEBUG oslo_vmware.api [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862553, 'name': PowerOffVM_Task, 'duration_secs': 0.194797} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.809584] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.809939] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.810436] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ae2b0ce-ff5f-48de-b99e-d9dafcf4e171 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.896114] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.896389] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.896621] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Deleting the datastore file [datastore1] f7969e5a-d595-43ff-8b6e-2b6f810ca965 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.896932] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e85943a-c27a-4a47-8e38-8663232634c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.902987] env[68503]: DEBUG oslo_vmware.api [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for the task: (returnval){ [ 1137.902987] env[68503]: value = "task-2862555" [ 1137.902987] env[68503]: _type = "Task" [ 1137.902987] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.916361] env[68503]: DEBUG oslo_vmware.api [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.000489] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41357341-442c-4be3-afb9-d4131a247594 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.009544] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c118c-6e92-4296-8007-4e44a0c0389a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.049320] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.050351] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d19435-ca4f-4f93-9c32-babb33f782dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.058399] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b3d5e1-43fd-4548-beaf-0c6d604f32a9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.071785] env[68503]: DEBUG nova.compute.provider_tree [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.103713] env[68503]: DEBUG nova.network.neutron [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.169795] env[68503]: DEBUG nova.network.neutron [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.211479] env[68503]: DEBUG oslo_vmware.api [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862552, 'name': PowerOnVM_Task, 'duration_secs': 0.556644} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.211908] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.212046] env[68503]: DEBUG nova.compute.manager [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.213336] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3aab6-b28e-4a90-b67f-34cc205dfb94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.416472] env[68503]: DEBUG oslo_vmware.api [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Task: {'id': task-2862555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131797} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.416734] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.417625] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.417625] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.417625] env[68503]: INFO nova.compute.manager [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1138.417625] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.417811] env[68503]: DEBUG nova.compute.manager [-] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.417811] env[68503]: DEBUG nova.network.neutron [-] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.574656] env[68503]: DEBUG nova.scheduler.client.report [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.672559] env[68503]: DEBUG oslo_concurrency.lockutils [req-f275f975-ee46-4858-8e68-bc99dd6bc6e8 req-59f74e2b-4955-4308-9f89-939f59e3787c service nova] Releasing lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.672948] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.673127] env[68503]: DEBUG nova.network.neutron [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.707415] env[68503]: DEBUG nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.731837] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.736436] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.736654] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.736811] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.736990] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.737165] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.737312] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.737516] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.737668] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.737829] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.737986] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.738169] env[68503]: DEBUG nova.virt.hardware [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.739054] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5313a12c-4e65-45eb-b24c-15d2dd4fa691 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.746847] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e271c149-d39e-4a00-a85c-69600b41740b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.049877] env[68503]: DEBUG nova.compute.manager [req-484572c2-5829-422e-a99b-030db8e0cbe8 req-b2190f51-c272-4611-872e-ee16284cb2e7 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-vif-plugged-b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.049877] env[68503]: DEBUG oslo_concurrency.lockutils [req-484572c2-5829-422e-a99b-030db8e0cbe8 req-b2190f51-c272-4611-872e-ee16284cb2e7 service nova] Acquiring lock "84a7079c-e843-465a-b88d-a56c390000ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.049877] env[68503]: DEBUG oslo_concurrency.lockutils [req-484572c2-5829-422e-a99b-030db8e0cbe8 req-b2190f51-c272-4611-872e-ee16284cb2e7 service nova] Lock "84a7079c-e843-465a-b88d-a56c390000ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.049877] env[68503]: DEBUG oslo_concurrency.lockutils [req-484572c2-5829-422e-a99b-030db8e0cbe8 req-b2190f51-c272-4611-872e-ee16284cb2e7 service nova] Lock "84a7079c-e843-465a-b88d-a56c390000ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.049877] env[68503]: DEBUG nova.compute.manager [req-484572c2-5829-422e-a99b-030db8e0cbe8 req-b2190f51-c272-4611-872e-ee16284cb2e7 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] No waiting events found dispatching network-vif-plugged-b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.049877] env[68503]: WARNING nova.compute.manager [req-484572c2-5829-422e-a99b-030db8e0cbe8 req-b2190f51-c272-4611-872e-ee16284cb2e7 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received unexpected event network-vif-plugged-b28804a6-2f3b-4562-8a15-41de1794d32e for instance with vm_state building and task_state spawning. [ 1139.082879] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.084031] env[68503]: DEBUG nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.090772] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.018s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.117565] env[68503]: DEBUG nova.network.neutron [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Successfully updated port: b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.177439] env[68503]: DEBUG nova.network.neutron [-] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.204053] env[68503]: DEBUG nova.network.neutron [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.319416] env[68503]: DEBUG nova.network.neutron [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [{"id": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "address": "fa:16:3e:9c:fc:e2", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f91259-83", "ovs_interfaceid": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.491668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.492625] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.492625] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.492625] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.492758] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.494815] env[68503]: INFO nova.compute.manager [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Terminating instance [ 1139.593418] env[68503]: DEBUG nova.compute.utils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.594335] env[68503]: DEBUG nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.594335] env[68503]: DEBUG nova.network.neutron [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.600630] env[68503]: DEBUG nova.compute.manager [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Received event network-changed-f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.600823] env[68503]: DEBUG nova.compute.manager [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Refreshing instance network info cache due to event network-changed-f6ee71c7-c410-4cdc-b481-b1c94f332bde. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.601048] env[68503]: DEBUG oslo_concurrency.lockutils [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] Acquiring lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.601195] env[68503]: DEBUG oslo_concurrency.lockutils [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] Acquired lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.601416] env[68503]: DEBUG nova.network.neutron [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Refreshing network info cache for port f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.620615] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.620769] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.620915] env[68503]: DEBUG nova.network.neutron [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.639911] env[68503]: DEBUG nova.policy [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97678454a8894867b509a71e335bc446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7a534598e9643a3a5ea1d38d5a5b756', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.681861] env[68503]: INFO nova.compute.manager [-] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Took 1.26 seconds to deallocate network for instance. [ 1139.821694] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.822524] env[68503]: DEBUG nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance network_info: |[{"id": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "address": "fa:16:3e:9c:fc:e2", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f91259-83", "ovs_interfaceid": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.824692] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fc:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f91259-83d1-46fb-b1ab-5800b4f4afa1', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.832157] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating folder: Project (a1c638127f2746fcaace0d904ac5c52a). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.832880] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a29f0356-46bc-45ea-a38e-86342e27929b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.845640] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Created folder: Project (a1c638127f2746fcaace0d904ac5c52a) in parent group-v575195. [ 1139.845841] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating folder: Instances. Parent ref: group-v575452. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.849412] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84bfaf9-7a20-4188-af5b-cb0a7e1ad0aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.855544] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Created folder: Instances in parent group-v575452. [ 1139.855694] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.855937] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.856164] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a13919-b373-41ea-b546-353be6a839c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.872617] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964423f6-2409-4c9f-af28-cb7378e6bc90 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.881118] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c06a303-7fb1-4145-836d-6e425862d177 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.884135] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.884135] env[68503]: value = "task-2862558" [ 1139.884135] env[68503]: _type = "Task" [ 1139.884135] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.915096] env[68503]: DEBUG nova.network.neutron [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Successfully created port: aa39a4ed-7bb3-4814-881a-ab81918eb88d {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.917856] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978b6ae-6b01-4e9b-9b3f-432b48cafd07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.923705] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862558, 'name': CreateVM_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.928285] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b11a9-9d8d-4492-a010-827d1b46ca7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.946302] env[68503]: DEBUG nova.compute.provider_tree [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.998493] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "refresh_cache-ea669e9d-f53f-43ce-a4d8-b72cef3c647d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.998815] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquired lock "refresh_cache-ea669e9d-f53f-43ce-a4d8-b72cef3c647d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.999088] env[68503]: DEBUG nova.network.neutron [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.100267] env[68503]: DEBUG nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.164948] env[68503]: DEBUG nova.network.neutron [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.188578] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.320479] env[68503]: DEBUG nova.network.neutron [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.394867] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862558, 'name': CreateVM_Task, 'duration_secs': 0.326372} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.394867] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.395673] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.396157] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.396243] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.396436] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0c3a94-f3ad-48f1-a981-9ec40fbef330 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.401134] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1140.401134] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a2c66b-c77c-56ef-a36f-bd9c44058193" [ 1140.401134] env[68503]: _type = "Task" [ 1140.401134] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.408641] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2c66b-c77c-56ef-a36f-bd9c44058193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.449884] env[68503]: DEBUG nova.scheduler.client.report [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.519550] env[68503]: DEBUG nova.network.neutron [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.569782] env[68503]: DEBUG nova.network.neutron [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.750343] env[68503]: DEBUG nova.network.neutron [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updated VIF entry in instance network info cache for port f6ee71c7-c410-4cdc-b481-b1c94f332bde. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.750764] env[68503]: DEBUG nova.network.neutron [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updating instance_info_cache with network_info: [{"id": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "address": "fa:16:3e:4b:02:e6", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ee71c7-c4", "ovs_interfaceid": "f6ee71c7-c410-4cdc-b481-b1c94f332bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.822992] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.823348] env[68503]: DEBUG nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Instance network_info: |[{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.823766] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:fe:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b28804a6-2f3b-4562-8a15-41de1794d32e', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.831337] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.832310] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.832542] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8285e615-7134-4876-8f04-fc88150e0e8f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.852610] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.852610] env[68503]: value = "task-2862559" [ 1140.852610] env[68503]: _type = "Task" [ 1140.852610] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.859917] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862559, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.911558] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a2c66b-c77c-56ef-a36f-bd9c44058193, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.912048] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.912122] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.912343] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.912489] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.912672] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.912963] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36ed9a14-2001-4975-b741-858d7c97b63f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.920831] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.921030] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.921766] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e135c5-c7bf-47e9-9928-4511f5447ada {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.927047] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1140.927047] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520bc106-48f5-46bd-dc1a-835562d65770" [ 1140.927047] env[68503]: _type = "Task" [ 1140.927047] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.934785] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520bc106-48f5-46bd-dc1a-835562d65770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.073296] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Releasing lock "refresh_cache-ea669e9d-f53f-43ce-a4d8-b72cef3c647d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.073735] env[68503]: DEBUG nova.compute.manager [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.073935] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.074858] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3cbca9-f60c-4dcd-bbab-416cc7689ffb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.081889] env[68503]: DEBUG nova.compute.manager [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.081889] env[68503]: DEBUG nova.compute.manager [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing instance network info cache due to event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.082026] env[68503]: DEBUG oslo_concurrency.lockutils [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.082161] env[68503]: DEBUG oslo_concurrency.lockutils [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.082330] env[68503]: DEBUG nova.network.neutron [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.088441] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.088722] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-120232f6-a720-4b15-89e5-47f3bc13034d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.096187] env[68503]: DEBUG oslo_vmware.api [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1141.096187] env[68503]: value = "task-2862560" [ 1141.096187] env[68503]: _type = "Task" [ 1141.096187] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.104913] env[68503]: DEBUG oslo_vmware.api [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.109069] env[68503]: DEBUG nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.136952] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.136952] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.136952] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.137145] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.137190] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.137331] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.137531] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.137683] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.137848] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.138015] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.138195] env[68503]: DEBUG nova.virt.hardware [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.139148] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df502c-5380-427d-9cbb-cdd7374bfe0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.148496] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64f7ae9-8270-478c-ac3e-f651a9fa1099 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.253851] env[68503]: DEBUG oslo_concurrency.lockutils [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] Releasing lock "refresh_cache-342bf4ba-d495-4146-bc90-3ff571825def" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.254139] env[68503]: DEBUG nova.compute.manager [req-f923053e-ae27-498e-a8f1-7d7eea9dd1bc req-5f838a60-41fa-4cb9-84d9-d3d915328740 service nova] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Received event network-vif-deleted-058e4516-aea7-4f08-bf6b-927b7e08475c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.363354] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862559, 'name': CreateVM_Task, 'duration_secs': 0.289351} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.363586] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.364372] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.364589] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.364956] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.365322] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2a4527-e5e5-4ba1-a28b-21cf84a272f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.370222] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1141.370222] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527597da-0e32-fc77-0442-12b29aec370e" [ 1141.370222] env[68503]: _type = "Task" [ 1141.370222] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.378307] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527597da-0e32-fc77-0442-12b29aec370e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.436930] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520bc106-48f5-46bd-dc1a-835562d65770, 'name': SearchDatastore_Task, 'duration_secs': 0.014111} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.437727] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084b99b0-faf7-40e1-a148-7ca61d26b548 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.442605] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1141.442605] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5297c752-4367-503f-1adb-ee2fc8d085d3" [ 1141.442605] env[68503]: _type = "Task" [ 1141.442605] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.450259] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5297c752-4367-503f-1adb-ee2fc8d085d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.460565] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.370s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.463466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.328s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.463729] env[68503]: DEBUG nova.objects.instance [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'resources' on Instance uuid f3e65c6e-1610-4645-a691-54ec11f45730 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.477478] env[68503]: DEBUG nova.network.neutron [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Successfully updated port: aa39a4ed-7bb3-4814-881a-ab81918eb88d {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.606565] env[68503]: DEBUG oslo_vmware.api [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862560, 'name': PowerOffVM_Task, 'duration_secs': 0.172356} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.606895] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.607115] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.607403] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb5a2619-c429-4aaa-9998-c2238f22c0ad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.631767] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.632049] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.632241] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Deleting the datastore file [datastore2] ea669e9d-f53f-43ce-a4d8-b72cef3c647d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.632824] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-614ca955-5aff-4f25-8715-0845fdd37045 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.638906] env[68503]: DEBUG oslo_vmware.api [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for the task: (returnval){ [ 1141.638906] env[68503]: value = "task-2862562" [ 1141.638906] env[68503]: _type = "Task" [ 1141.638906] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.646680] env[68503]: DEBUG oslo_vmware.api [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.774343] env[68503]: DEBUG nova.network.neutron [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updated VIF entry in instance network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.774726] env[68503]: DEBUG nova.network.neutron [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.880115] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527597da-0e32-fc77-0442-12b29aec370e, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.880420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.880671] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.880888] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.953599] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5297c752-4367-503f-1adb-ee2fc8d085d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.953897] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.954204] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.954504] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.954710] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.954944] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80dc6b90-88df-4a93-928b-35c2c752db85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.957102] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa0e5521-5db2-4113-8aa6-c4a0ac50fc5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.963646] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1141.963646] env[68503]: value = "task-2862563" [ 1141.963646] env[68503]: _type = "Task" [ 1141.963646] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.974057] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.974057] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.976489] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239251af-335d-45d7-8b02-f64215497681 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.983871] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "refresh_cache-1ae02b54-befe-461a-9dad-70760289c3e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.984014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquired lock "refresh_cache-1ae02b54-befe-461a-9dad-70760289c3e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.984167] env[68503]: DEBUG nova.network.neutron [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.985408] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.988664] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1141.988664] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521babca-3d69-3919-a493-e0d266c905ba" [ 1141.988664] env[68503]: _type = "Task" [ 1141.988664] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.002828] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521babca-3d69-3919-a493-e0d266c905ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.033581] env[68503]: INFO nova.scheduler.client.report [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted allocation for migration b2a3b304-e08f-4319-90e9-c08a312b8891 [ 1142.152462] env[68503]: DEBUG oslo_vmware.api [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Task: {'id': task-2862562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084321} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.152754] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.152954] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.154932] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.154932] env[68503]: INFO nova.compute.manager [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1142.154932] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.154932] env[68503]: DEBUG nova.compute.manager [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.154932] env[68503]: DEBUG nova.network.neutron [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.172238] env[68503]: DEBUG nova.network.neutron [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.235729] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae816651-ba31-4df6-8008-7c7c26d56f53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.244878] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203bf17b-94fa-4f3f-a250-f73739e17eca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.276754] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d85a9-b00c-42c3-814b-9e763da84cb6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.279852] env[68503]: DEBUG oslo_concurrency.lockutils [req-13ab45af-b8f1-4b6c-adab-c233993dcb73 req-003d28ad-a7a6-46d6-9812-28ac6ee5d17c service nova] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.285565] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b675e7cf-3d0a-4b92-afba-0bb692efd231 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.302058] env[68503]: DEBUG nova.compute.provider_tree [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.473912] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.505887] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521babca-3d69-3919-a493-e0d266c905ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.506781] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af106ad-74f3-48e6-8460-7a337137db15 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.512613] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1142.512613] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a7e0db-dffa-f5d1-e324-9fda99f58e6f" [ 1142.512613] env[68503]: _type = "Task" [ 1142.512613] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.522778] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a7e0db-dffa-f5d1-e324-9fda99f58e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.525552] env[68503]: DEBUG nova.network.neutron [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.541559] env[68503]: DEBUG oslo_concurrency.lockutils [None req-63dbe877-d288-48f4-9257-217eedcb6b2a tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.401s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.655492] env[68503]: DEBUG nova.network.neutron [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Updating instance_info_cache with network_info: [{"id": "aa39a4ed-7bb3-4814-881a-ab81918eb88d", "address": "fa:16:3e:a0:c0:f8", "network": {"id": "e407eb03-88b3-4434-a7c4-9e3403ac6f09", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-745640759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7a534598e9643a3a5ea1d38d5a5b756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa39a4ed-7b", "ovs_interfaceid": "aa39a4ed-7bb3-4814-881a-ab81918eb88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.674442] env[68503]: DEBUG nova.network.neutron [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.728056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.728056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.728056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.728056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.728319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.730389] env[68503]: INFO nova.compute.manager [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Terminating instance [ 1142.805342] env[68503]: DEBUG nova.scheduler.client.report [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.974158] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562391} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.974414] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.974626] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.974875] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7c4dc4-d250-4bad-b42e-c99839399d85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.981054] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1142.981054] env[68503]: value = "task-2862564" [ 1142.981054] env[68503]: _type = "Task" [ 1142.981054] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.988388] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.022360] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a7e0db-dffa-f5d1-e324-9fda99f58e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.022360] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.022972] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 84a7079c-e843-465a-b88d-a56c390000ff/84a7079c-e843-465a-b88d-a56c390000ff.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.023116] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b1f19e-3cb7-489c-a013-5c427ba7df3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.032353] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1143.032353] env[68503]: value = "task-2862565" [ 1143.032353] env[68503]: _type = "Task" [ 1143.032353] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.040822] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.107601] env[68503]: DEBUG nova.compute.manager [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Received event network-vif-plugged-aa39a4ed-7bb3-4814-881a-ab81918eb88d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.107854] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] Acquiring lock "1ae02b54-befe-461a-9dad-70760289c3e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.108035] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] Lock "1ae02b54-befe-461a-9dad-70760289c3e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.108206] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] Lock "1ae02b54-befe-461a-9dad-70760289c3e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.108370] env[68503]: DEBUG nova.compute.manager [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] No waiting events found dispatching network-vif-plugged-aa39a4ed-7bb3-4814-881a-ab81918eb88d {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.108569] env[68503]: WARNING nova.compute.manager [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Received unexpected event network-vif-plugged-aa39a4ed-7bb3-4814-881a-ab81918eb88d for instance with vm_state building and task_state spawning. [ 1143.108739] env[68503]: DEBUG nova.compute.manager [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Received event network-changed-aa39a4ed-7bb3-4814-881a-ab81918eb88d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.108895] env[68503]: DEBUG nova.compute.manager [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Refreshing instance network info cache due to event network-changed-aa39a4ed-7bb3-4814-881a-ab81918eb88d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.109077] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] Acquiring lock "refresh_cache-1ae02b54-befe-461a-9dad-70760289c3e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.158695] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Releasing lock "refresh_cache-1ae02b54-befe-461a-9dad-70760289c3e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.159030] env[68503]: DEBUG nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Instance network_info: |[{"id": "aa39a4ed-7bb3-4814-881a-ab81918eb88d", "address": "fa:16:3e:a0:c0:f8", "network": {"id": "e407eb03-88b3-4434-a7c4-9e3403ac6f09", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-745640759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7a534598e9643a3a5ea1d38d5a5b756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa39a4ed-7b", "ovs_interfaceid": "aa39a4ed-7bb3-4814-881a-ab81918eb88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.159330] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] Acquired lock "refresh_cache-1ae02b54-befe-461a-9dad-70760289c3e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.159508] env[68503]: DEBUG nova.network.neutron [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Refreshing network info cache for port aa39a4ed-7bb3-4814-881a-ab81918eb88d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.160774] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:c0:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa39a4ed-7bb3-4814-881a-ab81918eb88d', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.169175] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Creating folder: Project (b7a534598e9643a3a5ea1d38d5a5b756). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.170305] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e95713c8-7db2-4509-b8c5-25c917f6730d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.176634] env[68503]: INFO nova.compute.manager [-] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Took 1.02 seconds to deallocate network for instance. [ 1143.183197] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Created folder: Project (b7a534598e9643a3a5ea1d38d5a5b756) in parent group-v575195. [ 1143.183197] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Creating folder: Instances. Parent ref: group-v575456. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.183438] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c2256d9-a2f9-4669-ab9c-2fb9c96587b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.194422] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Created folder: Instances in parent group-v575456. [ 1143.194704] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.194912] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.195162] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8852d38e-6542-4e53-ac87-4bf58ccc5bff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.218290] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.218290] env[68503]: value = "task-2862568" [ 1143.218290] env[68503]: _type = "Task" [ 1143.218290] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.227609] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862568, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.234524] env[68503]: DEBUG nova.compute.manager [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.234809] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.235797] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9660a2a5-d6b0-47dd-a053-3d8fdd497496 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.244570] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.244838] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a05785cb-cf45-49c1-a6f8-d1baa59f8c3c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.251717] env[68503]: DEBUG oslo_vmware.api [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1143.251717] env[68503]: value = "task-2862569" [ 1143.251717] env[68503]: _type = "Task" [ 1143.251717] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.260406] env[68503]: DEBUG oslo_vmware.api [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.311433] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.314048] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.358s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.339014] env[68503]: INFO nova.scheduler.client.report [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted allocations for instance f3e65c6e-1610-4645-a691-54ec11f45730 [ 1143.491723] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062082} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.492157] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.493069] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e698b832-bcd1-45d0-9888-b20af5aa141f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.516480] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.516856] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3262db0a-f9b9-4cd0-bf4d-544de77af942 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.537620] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1143.537620] env[68503]: value = "task-2862570" [ 1143.537620] env[68503]: _type = "Task" [ 1143.537620] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.544191] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862565, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.549392] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.684450] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.727819] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862568, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.760263] env[68503]: DEBUG oslo_vmware.api [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862569, 'name': PowerOffVM_Task, 'duration_secs': 0.351372} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.760536] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.760801] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.763250] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fed505c-a2be-4daf-a153-6abe258b5e6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.850776] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aa2fa467-e2c7-45d9-b731-82143bc82bca tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "f3e65c6e-1610-4645-a691-54ec11f45730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.066s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.858576] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.858576] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.858855] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleting the datastore file [datastore2] 33adcb4b-5985-4ad8-b0a2-c3996f102d69 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.859052] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a39ff7-9732-4c33-80bc-f6a1c59c8573 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.865212] env[68503]: DEBUG oslo_vmware.api [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1143.865212] env[68503]: value = "task-2862572" [ 1143.865212] env[68503]: _type = "Task" [ 1143.865212] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.877242] env[68503]: DEBUG oslo_vmware.api [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.890742] env[68503]: DEBUG nova.network.neutron [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Updated VIF entry in instance network info cache for port aa39a4ed-7bb3-4814-881a-ab81918eb88d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.891164] env[68503]: DEBUG nova.network.neutron [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Updating instance_info_cache with network_info: [{"id": "aa39a4ed-7bb3-4814-881a-ab81918eb88d", "address": "fa:16:3e:a0:c0:f8", "network": {"id": "e407eb03-88b3-4434-a7c4-9e3403ac6f09", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-745640759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7a534598e9643a3a5ea1d38d5a5b756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa39a4ed-7b", "ovs_interfaceid": "aa39a4ed-7bb3-4814-881a-ab81918eb88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.050321] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862565, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.052389] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b7e3d3-26c3-453f-98c1-54b7d508bb0b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.063416] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0a8166-0435-45e9-bd09-a0c138c57d5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.066494] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.093675] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8a8323-d11e-4c22-aac2-226c6b919225 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.100564] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea5cc0d-ed50-4450-baa2-850f0f38a758 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.113920] env[68503]: DEBUG nova.compute.provider_tree [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.230900] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862568, 'name': CreateVM_Task, 'duration_secs': 0.651992} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.231100] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.231825] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.231993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.233552] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.236515] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85117450-b4ae-43b6-b519-10111b357687 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.241533] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1144.241533] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d63770-df7d-6749-b081-250673cc97ea" [ 1144.241533] env[68503]: _type = "Task" [ 1144.241533] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.251274] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d63770-df7d-6749-b081-250673cc97ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.377980] env[68503]: DEBUG oslo_vmware.api [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186357} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.378377] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.378499] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.378721] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.378894] env[68503]: INFO nova.compute.manager [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1144.379163] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.379662] env[68503]: DEBUG nova.compute.manager [-] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.379815] env[68503]: DEBUG nova.network.neutron [-] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.394567] env[68503]: DEBUG oslo_concurrency.lockutils [req-7cfabf97-9ba0-4f7d-95e6-f775f9cf5ed2 req-feef50f6-9068-4430-8554-48d40e2e611c service nova] Releasing lock "refresh_cache-1ae02b54-befe-461a-9dad-70760289c3e8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.546620] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862565, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504549} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.547328] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 84a7079c-e843-465a-b88d-a56c390000ff/84a7079c-e843-465a-b88d-a56c390000ff.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.547561] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.547836] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55ddbc69-9cb6-48f6-8fb4-c29f425bfe3d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.553024] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.557114] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1144.557114] env[68503]: value = "task-2862573" [ 1144.557114] env[68503]: _type = "Task" [ 1144.557114] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.565174] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.623195] env[68503]: DEBUG nova.scheduler.client.report [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.767183] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d63770-df7d-6749-b081-250673cc97ea, 'name': SearchDatastore_Task, 'duration_secs': 0.019824} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.767183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.767183] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.767183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.767183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.767183] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.767183] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e16da56c-ea25-4ef3-bb46-31e8f3b7c844 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.775132] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.775132] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.775854] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae295c8d-ef45-428d-83a8-276c45097142 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.782802] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1144.782802] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5299736b-0765-f1fe-bb93-9ed0dff64160" [ 1144.782802] env[68503]: _type = "Task" [ 1144.782802] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.793404] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5299736b-0765-f1fe-bb93-9ed0dff64160, 'name': SearchDatastore_Task, 'duration_secs': 0.007363} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.793404] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94515e18-7258-4287-92bf-70448166a869 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.798734] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1144.798734] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5247c18a-2c5f-44dc-f8c1-11204c1a5102" [ 1144.798734] env[68503]: _type = "Task" [ 1144.798734] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.807782] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5247c18a-2c5f-44dc-f8c1-11204c1a5102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.050014] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862570, 'name': ReconfigVM_Task, 'duration_secs': 1.249148} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.050264] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Reconfigured VM instance instance-0000005e to attach disk [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.050928] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b6e75d4-993e-4163-bc24-e2899fc0a4f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.056587] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1145.056587] env[68503]: value = "task-2862574" [ 1145.056587] env[68503]: _type = "Task" [ 1145.056587] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.067012] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862574, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.069753] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062238} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.069987] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.070737] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07208460-af3d-4320-b414-5db9dc1d5d41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.092335] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 84a7079c-e843-465a-b88d-a56c390000ff/84a7079c-e843-465a-b88d-a56c390000ff.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.092633] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-038997fa-3b19-4ec5-8bbd-dc21e4eef14d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.111105] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1145.111105] env[68503]: value = "task-2862575" [ 1145.111105] env[68503]: _type = "Task" [ 1145.111105] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.118615] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.138194] env[68503]: DEBUG nova.compute.manager [req-7ab4e457-a782-406b-808d-cee87d5ec533 req-e5204686-0922-4f4c-914e-bb89c89c8e53 service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Received event network-vif-deleted-22390944-b9b1-45ad-ae2d-c47abf941adb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.138505] env[68503]: INFO nova.compute.manager [req-7ab4e457-a782-406b-808d-cee87d5ec533 req-e5204686-0922-4f4c-914e-bb89c89c8e53 service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Neutron deleted interface 22390944-b9b1-45ad-ae2d-c47abf941adb; detaching it from the instance and deleting it from the info cache [ 1145.138658] env[68503]: DEBUG nova.network.neutron [req-7ab4e457-a782-406b-808d-cee87d5ec533 req-e5204686-0922-4f4c-914e-bb89c89c8e53 service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.309709] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5247c18a-2c5f-44dc-f8c1-11204c1a5102, 'name': SearchDatastore_Task, 'duration_secs': 0.007584} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.309996] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.310320] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 1ae02b54-befe-461a-9dad-70760289c3e8/1ae02b54-befe-461a-9dad-70760289c3e8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.310597] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af44d138-659f-4479-b8d2-4af19432e11a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.317998] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1145.317998] env[68503]: value = "task-2862576" [ 1145.317998] env[68503]: _type = "Task" [ 1145.317998] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.326308] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.386039] env[68503]: DEBUG nova.network.neutron [-] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.460483] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.460673] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.566329] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862574, 'name': Rename_Task, 'duration_secs': 0.135834} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.566618] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.566911] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb762d20-fccc-42b1-8239-20d6b6e6e46e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.573841] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1145.573841] env[68503]: value = "task-2862577" [ 1145.573841] env[68503]: _type = "Task" [ 1145.573841] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.584145] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.623041] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862575, 'name': ReconfigVM_Task, 'duration_secs': 0.301524} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.623210] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 84a7079c-e843-465a-b88d-a56c390000ff/84a7079c-e843-465a-b88d-a56c390000ff.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.623749] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223bc53d-7b7d-4e10-ac4d-15e31b4a73ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.629883] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1145.629883] env[68503]: value = "task-2862578" [ 1145.629883] env[68503]: _type = "Task" [ 1145.629883] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.634148] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.320s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.637068] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.039s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.637159] env[68503]: DEBUG nova.objects.instance [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lazy-loading 'resources' on Instance uuid b45c1449-39a5-419e-8993-906c852cc890 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.644328] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862578, 'name': Rename_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.645188] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f517e232-c3cb-457f-9ddd-765149b3b673 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.655476] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b4f7c5-4c46-45db-849e-f66e1c9e38e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.688012] env[68503]: DEBUG nova.compute.manager [req-7ab4e457-a782-406b-808d-cee87d5ec533 req-e5204686-0922-4f4c-914e-bb89c89c8e53 service nova] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Detach interface failed, port_id=22390944-b9b1-45ad-ae2d-c47abf941adb, reason: Instance 33adcb4b-5985-4ad8-b0a2-c3996f102d69 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.829241] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862576, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.889185] env[68503]: INFO nova.compute.manager [-] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Took 1.51 seconds to deallocate network for instance. [ 1145.963114] env[68503]: DEBUG nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.086208] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.142090] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862578, 'name': Rename_Task, 'duration_secs': 0.29218} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.145029] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.147264] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d181d147-c5c4-4683-9c7f-a5f8511aa063 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.155408] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1146.155408] env[68503]: value = "task-2862579" [ 1146.155408] env[68503]: _type = "Task" [ 1146.155408] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.163301] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.206110] env[68503]: INFO nova.scheduler.client.report [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted allocation for migration 24de5018-5c61-4268-a67c-61b9a2eb9f71 [ 1146.333692] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525919} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.333918] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 1ae02b54-befe-461a-9dad-70760289c3e8/1ae02b54-befe-461a-9dad-70760289c3e8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.334146] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.334445] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d29a1a66-752b-4487-bb88-517b63451347 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.343689] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1146.343689] env[68503]: value = "task-2862580" [ 1146.343689] env[68503]: _type = "Task" [ 1146.343689] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.351798] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.397580] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.410878] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2960ab2-0ec2-4b98-bb51-060a0ce6329c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.419455] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8dfd8c-c252-4e3d-a68c-4bcc25387614 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.454659] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b2e74-32aa-4fa4-9c81-a2990807d871 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.462631] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c59922f-cabb-493a-90da-d75057dd8984 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.481309] env[68503]: DEBUG nova.compute.provider_tree [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.483436] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.586459] env[68503]: DEBUG oslo_vmware.api [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862577, 'name': PowerOnVM_Task, 'duration_secs': 0.602077} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.586723] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.586942] env[68503]: INFO nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1146.587446] env[68503]: DEBUG nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.588319] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd86a77-0364-434c-abc3-637edd7edbc6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.668369] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.714165] env[68503]: DEBUG oslo_concurrency.lockutils [None req-67cb7114-99d9-47ad-9be0-30796b4654ef tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.559s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.859080] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27727} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.859506] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.860787] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e09c0e9-10be-401e-8af8-c8a228461dbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.899675] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 1ae02b54-befe-461a-9dad-70760289c3e8/1ae02b54-befe-461a-9dad-70760289c3e8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.901941] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f642a5e3-134c-402b-a8c7-931035a7205a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.938406] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1146.938406] env[68503]: value = "task-2862581" [ 1146.938406] env[68503]: _type = "Task" [ 1146.938406] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.953995] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.985994] env[68503]: DEBUG nova.scheduler.client.report [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.104486] env[68503]: INFO nova.compute.manager [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Took 27.57 seconds to build instance. [ 1147.166874] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.433624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.434092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.434165] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.434782] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.434782] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.437121] env[68503]: INFO nova.compute.manager [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Terminating instance [ 1147.449843] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862581, 'name': ReconfigVM_Task, 'duration_secs': 0.287559} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.450272] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 1ae02b54-befe-461a-9dad-70760289c3e8/1ae02b54-befe-461a-9dad-70760289c3e8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.450915] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19661c2-198d-40d2-899c-129e90606e66 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.457680] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1147.457680] env[68503]: value = "task-2862582" [ 1147.457680] env[68503]: _type = "Task" [ 1147.457680] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.465975] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862582, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.492722] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.495453] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.375s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.510505] env[68503]: INFO nova.scheduler.client.report [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Deleted allocations for instance b45c1449-39a5-419e-8993-906c852cc890 [ 1147.606053] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3704933f-17e4-4c84-a40b-243dadb30acb tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.080s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.668946] env[68503]: DEBUG oslo_vmware.api [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862579, 'name': PowerOnVM_Task, 'duration_secs': 1.15539} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.670360] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.670595] env[68503]: INFO nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1147.670821] env[68503]: DEBUG nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.671675] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c547d-64d1-43ed-9ee0-47d52d4b50c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.946724] env[68503]: DEBUG nova.compute.manager [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.946973] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.947886] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5165221-e730-4aa3-9097-c8fe913faec3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.955477] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.955722] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e0cd32b-6390-46ac-aee3-5d8a61645c64 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.962915] env[68503]: DEBUG oslo_vmware.api [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1147.962915] env[68503]: value = "task-2862583" [ 1147.962915] env[68503]: _type = "Task" [ 1147.962915] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.974916] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862582, 'name': Rename_Task, 'duration_secs': 0.135257} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.975568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.975779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.976852] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.980987] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c6e7d0e-577d-42de-ab17-0f897be89497 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.982982] env[68503]: DEBUG oslo_vmware.api [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.988289] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1147.988289] env[68503]: value = "task-2862584" [ 1147.988289] env[68503]: _type = "Task" [ 1147.988289] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.001262] env[68503]: INFO nova.compute.claims [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.005053] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.018088] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8b1db293-110e-4c20-abaf-a4a580a49898 tempest-ServersAdminTestJSON-708751869 tempest-ServersAdminTestJSON-708751869-project-member] Lock "b45c1449-39a5-419e-8993-906c852cc890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.860s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.190030] env[68503]: INFO nova.compute.manager [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Took 27.31 seconds to build instance. [ 1148.476767] env[68503]: DEBUG oslo_vmware.api [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862583, 'name': PowerOffVM_Task, 'duration_secs': 0.260606} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.476767] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.476767] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.478116] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bc8c15d-1993-4112-9612-46637d7c5bdc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.488036] env[68503]: DEBUG nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.500869] env[68503]: DEBUG oslo_vmware.api [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862584, 'name': PowerOnVM_Task, 'duration_secs': 0.436692} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.501466] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.501882] env[68503]: INFO nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1148.502287] env[68503]: DEBUG nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.503836] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79dba3e-cb6e-4b0f-84a9-11820f145606 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.511469] env[68503]: INFO nova.compute.resource_tracker [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating resource usage from migration 2c561661-acd5-418b-bb88-efbccd863798 [ 1148.550894] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.550894] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.550894] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleting the datastore file [datastore1] 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.550894] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fc7d8ad-277b-4478-905b-37c292215db1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.559802] env[68503]: DEBUG oslo_vmware.api [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1148.559802] env[68503]: value = "task-2862586" [ 1148.559802] env[68503]: _type = "Task" [ 1148.559802] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.571711] env[68503]: DEBUG oslo_vmware.api [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.687075] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "0f7e55c4-92ac-42fd-8b45-2f149985a085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.687393] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.692045] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a464eb83-a511-4ccb-87c2-d128a95f1298 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "84a7079c-e843-465a-b88d-a56c390000ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.820s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.813064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49e3957-185a-4bd4-bcca-6cdf77f5ef4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.822552] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd3253-d159-406c-b8d1-fbbdc5647576 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.869120] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffca04a-10fd-44aa-af1d-12311907b80a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.880899] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5618d1-adc5-458f-b840-a24f4895099e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.903246] env[68503]: DEBUG nova.compute.provider_tree [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.018144] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.038610] env[68503]: INFO nova.compute.manager [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Took 23.25 seconds to build instance. [ 1149.077064] env[68503]: DEBUG oslo_vmware.api [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255279} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.077389] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.079707] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.079707] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.079707] env[68503]: INFO nova.compute.manager [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1149.079707] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.079707] env[68503]: DEBUG nova.compute.manager [-] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.079707] env[68503]: DEBUG nova.network.neutron [-] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.190950] env[68503]: DEBUG nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.407249] env[68503]: DEBUG nova.scheduler.client.report [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.540155] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a7233c3d-b74f-4f2b-a1ed-f2356c383bb0 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "1ae02b54-befe-461a-9dad-70760289c3e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.763s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.722761] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.744250] env[68503]: DEBUG nova.compute.manager [req-9f1b2518-fd05-4005-b938-acb0b9cd34f8 req-855536b3-1c74-4ff8-80d3-c7f23af73f29 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Received event network-vif-deleted-c7e28916-146c-49cc-a10a-dee629a2f0e4 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.744440] env[68503]: INFO nova.compute.manager [req-9f1b2518-fd05-4005-b938-acb0b9cd34f8 req-855536b3-1c74-4ff8-80d3-c7f23af73f29 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Neutron deleted interface c7e28916-146c-49cc-a10a-dee629a2f0e4; detaching it from the instance and deleting it from the info cache [ 1149.744636] env[68503]: DEBUG nova.network.neutron [req-9f1b2518-fd05-4005-b938-acb0b9cd34f8 req-855536b3-1c74-4ff8-80d3-c7f23af73f29 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.916261] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.421s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.916261] env[68503]: INFO nova.compute.manager [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Migrating [ 1149.928882] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.544s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.928882] env[68503]: DEBUG nova.objects.instance [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lazy-loading 'resources' on Instance uuid 7875a8e9-9518-4313-a4a8-ade3126c3ad3 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.225662] env[68503]: DEBUG nova.network.neutron [-] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.249185] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaebd05a-f4a6-4d0c-be1d-64d6b9792d54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.259571] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7401a839-709d-47d9-9eca-024ed930eaab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.289881] env[68503]: DEBUG nova.compute.manager [req-9f1b2518-fd05-4005-b938-acb0b9cd34f8 req-855536b3-1c74-4ff8-80d3-c7f23af73f29 service nova] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Detach interface failed, port_id=c7e28916-146c-49cc-a10a-dee629a2f0e4, reason: Instance 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.447981] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.448195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.448379] env[68503]: DEBUG nova.network.neutron [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.696011] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "1ae02b54-befe-461a-9dad-70760289c3e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.696011] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "1ae02b54-befe-461a-9dad-70760289c3e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.696389] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "1ae02b54-befe-461a-9dad-70760289c3e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.696667] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "1ae02b54-befe-461a-9dad-70760289c3e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.696850] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "1ae02b54-befe-461a-9dad-70760289c3e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.700325] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1818895b-d000-422a-b659-32d5fa1ecfd4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.703224] env[68503]: INFO nova.compute.manager [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Terminating instance [ 1150.713912] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5aed75-404c-4366-8842-683b9bdc8f8f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.746850] env[68503]: INFO nova.compute.manager [-] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Took 1.67 seconds to deallocate network for instance. [ 1150.749497] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833303ca-29c8-4f75-860f-6d2eb4c732c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.760229] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c6687-2667-49e4-8f5f-cf32666bee82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.775446] env[68503]: DEBUG nova.compute.provider_tree [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.183629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "a2387034-4c41-44b8-8ff1-25379e909335" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.183924] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.213918] env[68503]: DEBUG nova.compute.manager [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.214287] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.215667] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e290c-67a8-47df-baaf-5f8d6d698623 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.227030] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.230124] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a69e57a8-a556-45ff-8c7d-467e6eee6650 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.237253] env[68503]: DEBUG oslo_vmware.api [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1151.237253] env[68503]: value = "task-2862587" [ 1151.237253] env[68503]: _type = "Task" [ 1151.237253] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.247095] env[68503]: DEBUG oslo_vmware.api [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.263250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.281868] env[68503]: DEBUG nova.scheduler.client.report [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.341840] env[68503]: DEBUG nova.network.neutron [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.689478] env[68503]: DEBUG nova.compute.utils [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.748700] env[68503]: DEBUG oslo_vmware.api [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862587, 'name': PowerOffVM_Task, 'duration_secs': 0.433311} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.749009] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.749199] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.749456] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292ff61d-0650-4f70-bd44-d84435defc26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.787015] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.789517] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.058s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.789673] env[68503]: DEBUG nova.objects.instance [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.818908] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.819209] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.820124] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Deleting the datastore file [datastore2] 1ae02b54-befe-461a-9dad-70760289c3e8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.820589] env[68503]: INFO nova.scheduler.client.report [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleted allocations for instance 7875a8e9-9518-4313-a4a8-ade3126c3ad3 [ 1151.821629] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79bac50a-476a-4024-aa12-1241fdb01cae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.831029] env[68503]: DEBUG oslo_vmware.api [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for the task: (returnval){ [ 1151.831029] env[68503]: value = "task-2862589" [ 1151.831029] env[68503]: _type = "Task" [ 1151.831029] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.839490] env[68503]: DEBUG oslo_vmware.api [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.844381] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.936907] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.936907] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing instance network info cache due to event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.936907] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.936907] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.936907] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.193903] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.331091] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a47b49be-108f-4c0a-9bac-accb3fbeafcc tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "7875a8e9-9518-4313-a4a8-ade3126c3ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.977s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.345301] env[68503]: DEBUG oslo_vmware.api [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Task: {'id': task-2862589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276311} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.346255] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.346509] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.346742] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.346968] env[68503]: INFO nova.compute.manager [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1152.347291] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.351974] env[68503]: DEBUG nova.compute.manager [-] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.352119] env[68503]: DEBUG nova.network.neutron [-] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.649755] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "85a375b4-176f-4529-bda6-865a53245eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.650094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "85a375b4-176f-4529-bda6-865a53245eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.650231] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "85a375b4-176f-4529-bda6-865a53245eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.650417] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "85a375b4-176f-4529-bda6-865a53245eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.650586] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "85a375b4-176f-4529-bda6-865a53245eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.655031] env[68503]: INFO nova.compute.manager [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Terminating instance [ 1152.688503] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updated VIF entry in instance network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.688627] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.798609] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f4d002c3-b756-474e-bf74-6983e23854ad tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.799703] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.611s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.799932] env[68503]: DEBUG nova.objects.instance [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lazy-loading 'resources' on Instance uuid f7969e5a-d595-43ff-8b6e-2b6f810ca965 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.115570] env[68503]: DEBUG nova.network.neutron [-] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.159818] env[68503]: DEBUG nova.compute.manager [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.160113] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.161805] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd63545e-cce6-4b89-8756-7eeec0e14508 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.170363] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.170628] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28776720-a5da-4784-8f33-39641b4583e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.177393] env[68503]: DEBUG oslo_vmware.api [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1153.177393] env[68503]: value = "task-2862590" [ 1153.177393] env[68503]: _type = "Task" [ 1153.177393] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.184976] env[68503]: DEBUG oslo_vmware.api [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.191614] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.191898] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.192078] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing instance network info cache due to event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.192301] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.192444] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.192602] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.262714] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "a2387034-4c41-44b8-8ff1-25379e909335" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.263085] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.263391] env[68503]: INFO nova.compute.manager [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Attaching volume ad6deef5-3692-4ce0-b360-2ac981f39a8f to /dev/sdb [ 1153.300364] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9445be8-ab50-4653-9ccd-b0ec8eeabc1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.310250] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88688b2f-e3d0-4c76-9930-8ce08e783a57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.324130] env[68503]: DEBUG nova.virt.block_device [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updating existing volume attachment record: 16d25751-c18c-4215-88bb-33aa3d6a87d7 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1153.363878] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e79f6-dcff-4ad8-b4ca-855e4b86614b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.388347] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance 'acaaa443-9d22-4d10-8404-4410098ef18d' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.554384] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a906b7fe-b243-4357-af0f-9fa32dcfb311 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.562261] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac13ac4-8aba-46e5-be5a-6edbfad30599 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.593137] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e81c6-6729-4459-b43d-d03a8e07f76d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.600902] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4f30c5-bf5c-4355-9671-8fcf55532e20 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.615684] env[68503]: DEBUG nova.compute.provider_tree [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.619628] env[68503]: INFO nova.compute.manager [-] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Took 1.27 seconds to deallocate network for instance. [ 1153.688180] env[68503]: DEBUG oslo_vmware.api [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862590, 'name': PowerOffVM_Task, 'duration_secs': 0.23002} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.688494] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.688708] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.689016] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0b15dc-6e0f-4b62-b870-97a3fef9dcac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.751141] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.751365] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.751555] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleting the datastore file [datastore1] 85a375b4-176f-4529-bda6-865a53245eb9 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.751834] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-678b8541-1736-448b-baa3-99bdb9f52bce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.758386] env[68503]: DEBUG oslo_vmware.api [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for the task: (returnval){ [ 1153.758386] env[68503]: value = "task-2862593" [ 1153.758386] env[68503]: _type = "Task" [ 1153.758386] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.767540] env[68503]: DEBUG oslo_vmware.api [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.898452] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.900291] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c37803-afbc-45ab-9569-1cda6cdab586 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.907756] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1153.907756] env[68503]: value = "task-2862594" [ 1153.907756] env[68503]: _type = "Task" [ 1153.907756] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.918178] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.954833] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updated VIF entry in instance network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.955268] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.970136] env[68503]: DEBUG nova.compute.manager [req-19b21c1b-9162-4ba8-8605-18e79ae29a09 req-d2336db5-0a25-42d0-8dcc-0bec16a5e051 service nova] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Received event network-vif-deleted-aa39a4ed-7bb3-4814-881a-ab81918eb88d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.121318] env[68503]: DEBUG nova.scheduler.client.report [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.128020] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.268325] env[68503]: DEBUG oslo_vmware.api [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Task: {'id': task-2862593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191029} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.268544] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.268719] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.268901] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.269093] env[68503]: INFO nova.compute.manager [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1154.269340] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.269538] env[68503]: DEBUG nova.compute.manager [-] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.269636] env[68503]: DEBUG nova.network.neutron [-] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.417731] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862594, 'name': PowerOffVM_Task, 'duration_secs': 0.198679} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.418014] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.418236] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance 'acaaa443-9d22-4d10-8404-4410098ef18d' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.457863] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.458153] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.458337] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing instance network info cache due to event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.458554] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.459170] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.459170] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.532940] env[68503]: DEBUG nova.compute.manager [req-40b90913-f4f8-4a98-9c5b-5f99d3ddfd45 req-9cd8e307-2fec-4ccc-9cf7-1853675bedfd service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Received event network-vif-deleted-8db6533c-8c8b-46d2-83b3-057d140b9c8a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.533837] env[68503]: INFO nova.compute.manager [req-40b90913-f4f8-4a98-9c5b-5f99d3ddfd45 req-9cd8e307-2fec-4ccc-9cf7-1853675bedfd service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Neutron deleted interface 8db6533c-8c8b-46d2-83b3-057d140b9c8a; detaching it from the instance and deleting it from the info cache [ 1154.533837] env[68503]: DEBUG nova.network.neutron [req-40b90913-f4f8-4a98-9c5b-5f99d3ddfd45 req-9cd8e307-2fec-4ccc-9cf7-1853675bedfd service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.625901] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.628250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.944s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.628401] env[68503]: DEBUG nova.objects.instance [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lazy-loading 'resources' on Instance uuid ea669e9d-f53f-43ce-a4d8-b72cef3c647d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.650197] env[68503]: INFO nova.scheduler.client.report [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Deleted allocations for instance f7969e5a-d595-43ff-8b6e-2b6f810ca965 [ 1154.926612] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.926943] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.926943] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.926943] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.927150] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.927246] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.927448] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.927606] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.927769] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.927932] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.928113] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.933193] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1941ccd4-2fc9-435f-82b8-133e661e31b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.949410] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1154.949410] env[68503]: value = "task-2862595" [ 1154.949410] env[68503]: _type = "Task" [ 1154.949410] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.959135] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.019350] env[68503]: DEBUG nova.network.neutron [-] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.036718] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f48ecd96-fb6f-4b91-985c-4273ef7d1b0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.046414] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01785bd-9631-4510-8059-dc18d6f2bd37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.077927] env[68503]: DEBUG nova.compute.manager [req-40b90913-f4f8-4a98-9c5b-5f99d3ddfd45 req-9cd8e307-2fec-4ccc-9cf7-1853675bedfd service nova] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Detach interface failed, port_id=8db6533c-8c8b-46d2-83b3-057d140b9c8a, reason: Instance 85a375b4-176f-4529-bda6-865a53245eb9 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.159430] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0a18f075-0e6b-4d17-b8a1-ead52a18e530 tempest-ServerAddressesNegativeTestJSON-1411527058 tempest-ServerAddressesNegativeTestJSON-1411527058-project-member] Lock "f7969e5a-d595-43ff-8b6e-2b6f810ca965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.388s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.211331] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updated VIF entry in instance network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.211697] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.363859] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db622353-6d1f-4c0f-8318-f2d0c1c6faa4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.371635] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f436f18-7959-4efd-a202-d0d8b3469ed0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.402623] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd24e5d6-4d08-47d4-9d0f-9b431099eea5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.410263] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f308c-d097-4b32-84bd-aff092750227 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.426104] env[68503]: DEBUG nova.compute.provider_tree [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.459657] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862595, 'name': ReconfigVM_Task, 'duration_secs': 0.265929} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.459930] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance 'acaaa443-9d22-4d10-8404-4410098ef18d' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.522658] env[68503]: INFO nova.compute.manager [-] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Took 1.25 seconds to deallocate network for instance. [ 1155.715187] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.715187] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.715187] env[68503]: DEBUG nova.compute.manager [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing instance network info cache due to event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.715187] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.715187] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.715455] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.929646] env[68503]: DEBUG nova.scheduler.client.report [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.967436] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.967436] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.967436] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.967436] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.967436] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.967436] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.968276] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.968590] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.968926] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.969262] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.969550] env[68503]: DEBUG nova.virt.hardware [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.976905] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.976905] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a3f2ac-3f11-4f49-bb9c-1ed892dba7bb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.996835] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1155.996835] env[68503]: value = "task-2862597" [ 1155.996835] env[68503]: _type = "Task" [ 1155.996835] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.006913] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.029789] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.442198] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.446853] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.049s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.447306] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.448797] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.965s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.450357] env[68503]: INFO nova.compute.claims [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.470727] env[68503]: INFO nova.scheduler.client.report [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Deleted allocations for instance ea669e9d-f53f-43ce-a4d8-b72cef3c647d [ 1156.492478] env[68503]: INFO nova.scheduler.client.report [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted allocations for instance 33adcb4b-5985-4ad8-b0a2-c3996f102d69 [ 1156.496955] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updated VIF entry in instance network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.497314] env[68503]: DEBUG nova.network.neutron [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.508681] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862597, 'name': ReconfigVM_Task, 'duration_secs': 0.181968} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.508991] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.509860] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12efb904-1366-4254-82ed-17edab5f836c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.539652] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.540858] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39e7f58-abb4-4e50-a6bb-bfcde8c4cf55 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.561399] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1156.561399] env[68503]: value = "task-2862598" [ 1156.561399] env[68503]: _type = "Task" [ 1156.561399] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.569540] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.978264] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c3c008-b902-4e14-a9a3-6f6a96b5d160 tempest-ServerShowV254Test-1780434187 tempest-ServerShowV254Test-1780434187-project-member] Lock "ea669e9d-f53f-43ce-a4d8-b72cef3c647d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.486s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.002089] env[68503]: DEBUG oslo_concurrency.lockutils [None req-061fa2e6-7593-43b8-9581-d1fb7c9a3c96 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "33adcb4b-5985-4ad8-b0a2-c3996f102d69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.274s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.003301] env[68503]: DEBUG oslo_concurrency.lockutils [req-1438acaa-a2cf-4149-ac51-f4e08b33d376 req-bffc9e79-bd7e-497e-b74f-442478e12a4c service nova] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.072741] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862598, 'name': ReconfigVM_Task, 'duration_secs': 0.293946} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.073074] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.073209] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance 'acaaa443-9d22-4d10-8404-4410098ef18d' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.587521] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f47b6-33cb-46a5-bb45-6efb68b798f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.612996] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfc1ff9-25e1-4669-86f9-56d8a42d58bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.633263] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance 'acaaa443-9d22-4d10-8404-4410098ef18d' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.700261] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba87a2-71c9-44a8-b9db-5af8440ce9fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.707568] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3cd600-f844-4ca6-8c62-dfd118dcf502 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.747792] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98406d22-513e-43c3-b310-16bda5e3e362 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.756165] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c42c03-9827-483d-be86-522a14366504 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.780415] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.782550] env[68503]: DEBUG nova.compute.provider_tree [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.786140] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.882943] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1157.883297] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575459', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'name': 'volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2387034-4c41-44b8-8ff1-25379e909335', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'serial': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1157.883775] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-54bae0b5-258c-429e-8931-cf08660d9386-31852e0c-6e76-48f4-a403-12b6620eeb6e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.884051] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-54bae0b5-258c-429e-8931-cf08660d9386-31852e0c-6e76-48f4-a403-12b6620eeb6e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.884479] env[68503]: DEBUG nova.objects.instance [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'flavor' on Instance uuid 54bae0b5-258c-429e-8931-cf08660d9386 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.887236] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d6dddd-d3e1-40f4-8193-1d689bcf756a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.909812] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c41cf1-5d1a-41e1-9939-38cbe1e0478b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.918700] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.919013] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.942388] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f/volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.943040] env[68503]: DEBUG nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.946432] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d28dae6-c299-49f7-b256-b7f175d481aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.968357] env[68503]: DEBUG oslo_vmware.api [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1157.968357] env[68503]: value = "task-2862599" [ 1157.968357] env[68503]: _type = "Task" [ 1157.968357] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.979670] env[68503]: DEBUG oslo_vmware.api [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.286968] env[68503]: DEBUG nova.scheduler.client.report [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.294628] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.294628] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.294628] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.294628] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.294628] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.294628] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.294628] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1158.294628] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.479200] env[68503]: DEBUG oslo_vmware.api [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862599, 'name': ReconfigVM_Task, 'duration_secs': 0.41194} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.479874] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f/volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.484530] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9eb145a-c640-47b2-b991-75148ba63540 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.495028] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.495863] env[68503]: DEBUG nova.objects.instance [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'pci_requests' on Instance uuid 54bae0b5-258c-429e-8931-cf08660d9386 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.501897] env[68503]: DEBUG oslo_vmware.api [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1158.501897] env[68503]: value = "task-2862600" [ 1158.501897] env[68503]: _type = "Task" [ 1158.501897] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.510351] env[68503]: DEBUG oslo_vmware.api [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.794215] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.794733] env[68503]: DEBUG nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.799319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.781s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.801035] env[68503]: INFO nova.compute.claims [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.804128] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.998237] env[68503]: DEBUG nova.objects.base [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Object Instance<54bae0b5-258c-429e-8931-cf08660d9386> lazy-loaded attributes: flavor,pci_requests {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.998495] env[68503]: DEBUG nova.network.neutron [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.012871] env[68503]: DEBUG oslo_vmware.api [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862600, 'name': ReconfigVM_Task, 'duration_secs': 0.141392} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.013494] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575459', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'name': 'volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2387034-4c41-44b8-8ff1-25379e909335', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'serial': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.097931] env[68503]: DEBUG nova.policy [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.299416] env[68503]: DEBUG nova.network.neutron [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Port a3501761-b90a-4f4c-91d1-12a5e5eba96b binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1159.306298] env[68503]: DEBUG nova.compute.utils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.315840] env[68503]: DEBUG nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.316470] env[68503]: DEBUG nova.network.neutron [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.372763] env[68503]: DEBUG nova.policy [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '353488743f54472abe2afca6a3c16664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb0c7275eb84a17958e06076018ff66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.815899] env[68503]: DEBUG nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.819118] env[68503]: DEBUG nova.network.neutron [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Successfully created port: 916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.066804] env[68503]: DEBUG nova.objects.instance [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'flavor' on Instance uuid a2387034-4c41-44b8-8ff1-25379e909335 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.100938] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a5d88-f45e-492e-9437-32183bf2707f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.112993] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21345d-145c-4608-9114-d674f4289b57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.145146] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69988536-c3c5-4a33-b339-2944ae0de92a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.153162] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0816fb9-9d43-4458-b984-45e9c56cfa09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.166672] env[68503]: DEBUG nova.compute.provider_tree [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.325432] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.325712] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.330021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.576784] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cb563f50-4661-4f1c-9de4-23425d175934 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.313s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.672021] env[68503]: DEBUG nova.scheduler.client.report [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.835516] env[68503]: DEBUG nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.865671] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.865908] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.866080] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.866256] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.866584] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.866584] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.866733] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.866920] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.867046] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.867206] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.867372] env[68503]: DEBUG nova.virt.hardware [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.868259] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7a7e0-0357-4489-9874-8a2d6a4e4fa5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.876980] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6802a3f-e3d3-47c0-ab8c-1c24edf3ff7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.029427] env[68503]: DEBUG nova.compute.manager [req-dfbbd45b-4c82-4de5-a890-ff0bfed5ec20 req-64263055-c40c-4d96-871d-4465fe7d5146 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-vif-plugged-31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.029427] env[68503]: DEBUG oslo_concurrency.lockutils [req-dfbbd45b-4c82-4de5-a890-ff0bfed5ec20 req-64263055-c40c-4d96-871d-4465fe7d5146 service nova] Acquiring lock "54bae0b5-258c-429e-8931-cf08660d9386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.029582] env[68503]: DEBUG oslo_concurrency.lockutils [req-dfbbd45b-4c82-4de5-a890-ff0bfed5ec20 req-64263055-c40c-4d96-871d-4465fe7d5146 service nova] Lock "54bae0b5-258c-429e-8931-cf08660d9386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.030529] env[68503]: DEBUG oslo_concurrency.lockutils [req-dfbbd45b-4c82-4de5-a890-ff0bfed5ec20 req-64263055-c40c-4d96-871d-4465fe7d5146 service nova] Lock "54bae0b5-258c-429e-8931-cf08660d9386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.030529] env[68503]: DEBUG nova.compute.manager [req-dfbbd45b-4c82-4de5-a890-ff0bfed5ec20 req-64263055-c40c-4d96-871d-4465fe7d5146 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] No waiting events found dispatching network-vif-plugged-31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.030529] env[68503]: WARNING nova.compute.manager [req-dfbbd45b-4c82-4de5-a890-ff0bfed5ec20 req-64263055-c40c-4d96-871d-4465fe7d5146 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received unexpected event network-vif-plugged-31852e0c-6e76-48f4-a403-12b6620eeb6e for instance with vm_state active and task_state None. [ 1161.033683] env[68503]: DEBUG nova.network.neutron [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Successfully updated port: 31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.181057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.181057] env[68503]: DEBUG nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.182509] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.459s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.183718] env[68503]: INFO nova.compute.claims [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.290896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "a2387034-4c41-44b8-8ff1-25379e909335" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.291197] env[68503]: DEBUG oslo_concurrency.lockutils [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.396780] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.396780] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.396780] env[68503]: DEBUG nova.network.neutron [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.425235] env[68503]: DEBUG nova.compute.manager [req-5a4a1fc8-352a-4d71-b51c-2e0beff068e1 req-93ac9086-0156-41a8-ac39-d163e47583f7 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Received event network-vif-plugged-916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.425491] env[68503]: DEBUG oslo_concurrency.lockutils [req-5a4a1fc8-352a-4d71-b51c-2e0beff068e1 req-93ac9086-0156-41a8-ac39-d163e47583f7 service nova] Acquiring lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.425674] env[68503]: DEBUG oslo_concurrency.lockutils [req-5a4a1fc8-352a-4d71-b51c-2e0beff068e1 req-93ac9086-0156-41a8-ac39-d163e47583f7 service nova] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.427385] env[68503]: DEBUG oslo_concurrency.lockutils [req-5a4a1fc8-352a-4d71-b51c-2e0beff068e1 req-93ac9086-0156-41a8-ac39-d163e47583f7 service nova] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.427477] env[68503]: DEBUG nova.compute.manager [req-5a4a1fc8-352a-4d71-b51c-2e0beff068e1 req-93ac9086-0156-41a8-ac39-d163e47583f7 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] No waiting events found dispatching network-vif-plugged-916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.427620] env[68503]: WARNING nova.compute.manager [req-5a4a1fc8-352a-4d71-b51c-2e0beff068e1 req-93ac9086-0156-41a8-ac39-d163e47583f7 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Received unexpected event network-vif-plugged-916906f6-eaa8-4897-8c72-e6ccadfb9a74 for instance with vm_state building and task_state spawning. [ 1161.453821] env[68503]: DEBUG nova.network.neutron [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Successfully updated port: 916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.535776] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.536056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.536161] env[68503]: DEBUG nova.network.neutron [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.688516] env[68503]: DEBUG nova.compute.utils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.695541] env[68503]: DEBUG nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.695541] env[68503]: DEBUG nova.network.neutron [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.735441] env[68503]: DEBUG nova.policy [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '314f4d0e47db47ccaa298cefb2a3d185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f94195d737c44baa4458e0fec0834bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.798499] env[68503]: INFO nova.compute.manager [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Detaching volume ad6deef5-3692-4ce0-b360-2ac981f39a8f [ 1161.855332] env[68503]: INFO nova.virt.block_device [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Attempting to driver detach volume ad6deef5-3692-4ce0-b360-2ac981f39a8f from mountpoint /dev/sdb [ 1161.855428] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.855572] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575459', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'name': 'volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2387034-4c41-44b8-8ff1-25379e909335', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'serial': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.856535] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f62dfed-f49b-4a48-a9a9-6ecdaf075bf7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.883380] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e092f9-4740-4a35-8bff-eb5e80825d46 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.891423] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5de332-0284-4975-a656-e8ddca195a62 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.925590] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4f16f1-1a42-4d83-adbb-718f5dfca34e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.950017] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f/volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.956530] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.957809] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-064e0b4c-78ae-4979-a3e4-3afaacd7e335 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.980372] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.980372] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.980372] env[68503]: DEBUG nova.network.neutron [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.980372] env[68503]: DEBUG oslo_vmware.api [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1161.980372] env[68503]: value = "task-2862601" [ 1161.980372] env[68503]: _type = "Task" [ 1161.980372] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.992905] env[68503]: DEBUG oslo_vmware.api [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.052035] env[68503]: DEBUG nova.network.neutron [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Successfully created port: 998ac40f-f1fe-43c3-8d3b-5f9f648c5abd {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.092902] env[68503]: WARNING nova.network.neutron [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] 08295aa5-6495-4a0f-a930-2d2c346d05df already exists in list: networks containing: ['08295aa5-6495-4a0f-a930-2d2c346d05df']. ignoring it [ 1162.194614] env[68503]: DEBUG nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.401113] env[68503]: DEBUG nova.network.neutron [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.447218] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db246e6c-041d-4641-b7f3-9938eb5af9cf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.457761] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a894f-ba81-4529-977f-fa3025258223 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.502599] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c376b0-d8c1-4d10-8cfc-f1345457dd0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.514836] env[68503]: DEBUG oslo_vmware.api [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862601, 'name': ReconfigVM_Task, 'duration_secs': 0.236171} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.516837] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf7e9a-79fc-4491-84d1-024e25909813 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.521574] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.529150] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7c9019-847d-41a8-9492-ac9ed38e7ffe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.551376] env[68503]: DEBUG nova.compute.provider_tree [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.557036] env[68503]: DEBUG nova.network.neutron [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.557805] env[68503]: DEBUG oslo_vmware.api [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1162.557805] env[68503]: value = "task-2862602" [ 1162.557805] env[68503]: _type = "Task" [ 1162.557805] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.567405] env[68503]: DEBUG oslo_vmware.api [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.586692] env[68503]: DEBUG nova.network.neutron [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "address": "fa:16:3e:45:43:ea", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31852e0c-6e", "ovs_interfaceid": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.763765] env[68503]: DEBUG nova.network.neutron [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Updating instance_info_cache with network_info: [{"id": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "address": "fa:16:3e:72:9f:df", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916906f6-ea", "ovs_interfaceid": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.905712] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.054898] env[68503]: DEBUG nova.scheduler.client.report [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.068294] env[68503]: DEBUG oslo_vmware.api [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862602, 'name': ReconfigVM_Task, 'duration_secs': 0.130778} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.068596] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575459', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'name': 'volume-ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2387034-4c41-44b8-8ff1-25379e909335', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f', 'serial': 'ad6deef5-3692-4ce0-b360-2ac981f39a8f'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1163.091192] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.091927] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.091927] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.092676] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73068aed-06e7-4e0c-b9eb-da2969fbf7cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.113709] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.113943] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.114152] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.114205] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.114336] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.115096] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.115096] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.115096] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.115096] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.115230] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.115364] env[68503]: DEBUG nova.virt.hardware [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.121884] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Reconfiguring VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1163.122545] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec2ff4de-f9f5-4749-a843-6bc771fda08a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.142133] env[68503]: DEBUG oslo_vmware.api [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1163.142133] env[68503]: value = "task-2862603" [ 1163.142133] env[68503]: _type = "Task" [ 1163.142133] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.150206] env[68503]: DEBUG oslo_vmware.api [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862603, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.204988] env[68503]: DEBUG nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.214279] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.214510] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.230884] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.230884] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.230884] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.230884] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.230884] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.230884] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.231182] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.231343] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.231534] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.231702] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.231875] env[68503]: DEBUG nova.virt.hardware [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.233177] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575c5401-98aa-4f37-be3d-1b3bd6976c65 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.241929] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acbe5bf-a4aa-4a5e-8f78-7b63a5d97fd8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.266319] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.267370] env[68503]: DEBUG nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Instance network_info: |[{"id": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "address": "fa:16:3e:72:9f:df", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916906f6-ea", "ovs_interfaceid": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.267903] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:9f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '916906f6-eaa8-4897-8c72-e6ccadfb9a74', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.277201] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.277526] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.277809] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b5c98c-9d19-4a10-8571-1dbdf94fb524 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.299405] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.299405] env[68503]: value = "task-2862604" [ 1163.299405] env[68503]: _type = "Task" [ 1163.299405] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.307332] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862604, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.415280] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973c0cf-8859-4a2b-bb77-ae507233b6e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.423072] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb851f0-3379-4e35-a954-81341e081b44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.542801] env[68503]: DEBUG nova.compute.manager [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-changed-31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.542801] env[68503]: DEBUG nova.compute.manager [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing instance network info cache due to event network-changed-31852e0c-6e76-48f4-a403-12b6620eeb6e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.542801] env[68503]: DEBUG oslo_concurrency.lockutils [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.542801] env[68503]: DEBUG oslo_concurrency.lockutils [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.543185] env[68503]: DEBUG nova.network.neutron [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing network info cache for port 31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.560612] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.560943] env[68503]: DEBUG nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.565145] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.304s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.565259] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.567578] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.442s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.567578] env[68503]: DEBUG nova.objects.instance [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lazy-loading 'resources' on Instance uuid 1ae02b54-befe-461a-9dad-70760289c3e8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.596061] env[68503]: INFO nova.scheduler.client.report [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted allocations for instance 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c [ 1163.603309] env[68503]: DEBUG nova.compute.manager [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Received event network-changed-916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.603533] env[68503]: DEBUG nova.compute.manager [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Refreshing instance network info cache due to event network-changed-916906f6-eaa8-4897-8c72-e6ccadfb9a74. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.603729] env[68503]: DEBUG oslo_concurrency.lockutils [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] Acquiring lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.603882] env[68503]: DEBUG oslo_concurrency.lockutils [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] Acquired lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.604065] env[68503]: DEBUG nova.network.neutron [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Refreshing network info cache for port 916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.623558] env[68503]: DEBUG nova.objects.instance [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'flavor' on Instance uuid a2387034-4c41-44b8-8ff1-25379e909335 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.652020] env[68503]: DEBUG oslo_vmware.api [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.716905] env[68503]: DEBUG nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.790737] env[68503]: DEBUG nova.network.neutron [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Successfully updated port: 998ac40f-f1fe-43c3-8d3b-5f9f648c5abd {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.810414] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862604, 'name': CreateVM_Task, 'duration_secs': 0.295922} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.810627] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.811399] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.811555] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.811898] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.812195] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101d7136-41e0-47c3-9847-d27bb96ac322 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.818324] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1163.818324] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e39604-429e-7dcb-62f1-8e17f46526d8" [ 1163.818324] env[68503]: _type = "Task" [ 1163.818324] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.831922] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e39604-429e-7dcb-62f1-8e17f46526d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.832034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.832355] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.832689] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.832933] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.833256] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.833542] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13097565-3c30-424b-a594-acfd0f63f4b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.843755] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.843942] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.844692] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60ec095-8041-435f-8b10-e718c9969e3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.849954] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1163.849954] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523d9497-4413-4077-769a-6c07138823d0" [ 1163.849954] env[68503]: _type = "Task" [ 1163.849954] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.857519] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523d9497-4413-4077-769a-6c07138823d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.891580] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.891815] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.067286] env[68503]: DEBUG nova.compute.utils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.068661] env[68503]: DEBUG nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.068850] env[68503]: DEBUG nova.network.neutron [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.110409] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ddd1ad72-18d8-4541-a914-eed66b2c1d5d tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "817c655a-ebc8-4cd6-81d1-3ebbd2006e3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.676s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.140135] env[68503]: DEBUG nova.policy [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c92fd036d05d4bd2997951043a1d83e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c638127f2746fcaace0d904ac5c52a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.158882] env[68503]: DEBUG oslo_vmware.api [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862603, 'name': ReconfigVM_Task, 'duration_secs': 0.654558} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.160142] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.160142] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Reconfigured VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1164.239312] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.294561] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.294707] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.298301] env[68503]: DEBUG nova.network.neutron [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.327021] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed048b1b-d163-4b70-9a73-658c8c229cf4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.334333] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3355a9-c265-4aef-b701-da0fd5086f56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.371572] env[68503]: DEBUG nova.network.neutron [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updated VIF entry in instance network info cache for port 31852e0c-6e76-48f4-a403-12b6620eeb6e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.371976] env[68503]: DEBUG nova.network.neutron [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "address": "fa:16:3e:45:43:ea", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31852e0c-6e", "ovs_interfaceid": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.379958] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eac753-75fe-489c-b855-13e92026d8a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.394512] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523d9497-4413-4077-769a-6c07138823d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008704} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.394512] env[68503]: DEBUG nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.398318] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e240f8-e122-45dc-8d4d-f9ec02982226 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.402782] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f89d99a-3565-4f66-8c06-3f68ce7a1656 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.420167] env[68503]: DEBUG nova.compute.provider_tree [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.421535] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1164.421535] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521af917-e615-3707-422b-04b52849f02f" [ 1164.421535] env[68503]: _type = "Task" [ 1164.421535] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.422401] env[68503]: DEBUG nova.network.neutron [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Updated VIF entry in instance network info cache for port 916906f6-eaa8-4897-8c72-e6ccadfb9a74. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.422717] env[68503]: DEBUG nova.network.neutron [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Updating instance_info_cache with network_info: [{"id": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "address": "fa:16:3e:72:9f:df", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916906f6-ea", "ovs_interfaceid": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.432713] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521af917-e615-3707-422b-04b52849f02f, 'name': SearchDatastore_Task, 'duration_secs': 0.021507} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.432972] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.433271] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] ce3f5e34-62cf-440f-b698-d949eded7ad1/ce3f5e34-62cf-440f-b698-d949eded7ad1.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.433610] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf271ed7-69ad-4536-b2ca-52e9de073ef1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.437024] env[68503]: DEBUG nova.network.neutron [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Successfully created port: b050fbb1-048f-4bbc-90c1-68ddd18b9edf {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.442663] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1164.442663] env[68503]: value = "task-2862605" [ 1164.442663] env[68503]: _type = "Task" [ 1164.442663] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.450660] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.536060] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026c4b7-5cb0-4533-8140-07c20d7d33c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.559873] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad78000-ab34-4269-af63-86a3f8f990f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.566911] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance 'acaaa443-9d22-4d10-8404-4410098ef18d' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.573601] env[68503]: DEBUG nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.634033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-26bce065-edc0-4bff-8e76-dcce2b2eca4d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.666659] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88ebf2a9-0841-43f3-a94a-4f1694220e62 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-54bae0b5-258c-429e-8931-cf08660d9386-31852e0c-6e76-48f4-a403-12b6620eeb6e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.782s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.834297] env[68503]: DEBUG nova.network.neutron [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.887745] env[68503]: DEBUG oslo_concurrency.lockutils [req-420a5480-e88e-4f00-9667-d69aeca0b7ee req-fda7667f-61b6-4d69-8813-6eb33cec7082 service nova] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.919229] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.925571] env[68503]: DEBUG nova.scheduler.client.report [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.929101] env[68503]: DEBUG oslo_concurrency.lockutils [req-6ab733fd-10dd-43f8-9fa1-3bfb3001ff90 req-6c83c663-c7cb-4d1c-8b48-18e055e270e9 service nova] Releasing lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.954636] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499175} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.955161] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] ce3f5e34-62cf-440f-b698-d949eded7ad1/ce3f5e34-62cf-440f-b698-d949eded7ad1.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.955446] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.955712] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57d6f03f-619e-4b77-8539-960aa9dfda34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.962038] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1164.962038] env[68503]: value = "task-2862606" [ 1164.962038] env[68503]: _type = "Task" [ 1164.962038] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.970042] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.982692] env[68503]: DEBUG nova.network.neutron [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance_info_cache with network_info: [{"id": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "address": "fa:16:3e:6a:3c:5d", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998ac40f-f1", "ovs_interfaceid": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.073060] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.073372] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62ac9531-73f4-4d6b-8529-85748558d268 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.081700] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1165.081700] env[68503]: value = "task-2862607" [ 1165.081700] env[68503]: _type = "Task" [ 1165.081700] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.090290] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.430958] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.433598] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.404s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.433829] env[68503]: DEBUG nova.objects.instance [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lazy-loading 'resources' on Instance uuid 85a375b4-176f-4529-bda6-865a53245eb9 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.468211] env[68503]: INFO nova.scheduler.client.report [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Deleted allocations for instance 1ae02b54-befe-461a-9dad-70760289c3e8 [ 1165.475284] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065344} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.475802] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.477129] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c025807-1136-44f5-a55f-214a6b9c36a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.491413] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.491863] env[68503]: DEBUG nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Instance network_info: |[{"id": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "address": "fa:16:3e:6a:3c:5d", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998ac40f-f1", "ovs_interfaceid": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.500985] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ce3f5e34-62cf-440f-b698-d949eded7ad1/ce3f5e34-62cf-440f-b698-d949eded7ad1.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.501482] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3c:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '998ac40f-f1fe-43c3-8d3b-5f9f648c5abd', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.508745] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.508971] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c4f0e6-0179-499e-86d3-8079a42b36f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.523330] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.523912] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14828aad-3f64-45d7-ad0d-66e2fa8dbd38 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.546020] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1165.546020] env[68503]: value = "task-2862608" [ 1165.546020] env[68503]: _type = "Task" [ 1165.546020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.546020] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.546020] env[68503]: value = "task-2862609" [ 1165.546020] env[68503]: _type = "Task" [ 1165.546020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.555583] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862609, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.558764] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.583682] env[68503]: DEBUG nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.598575] env[68503]: DEBUG oslo_vmware.api [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862607, 'name': PowerOnVM_Task, 'duration_secs': 0.422054} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.598575] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.598825] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7d746f-41e9-4653-bc8d-1c195d3b44a1 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance 'acaaa443-9d22-4d10-8404-4410098ef18d' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.623046] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.623934] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.623934] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.623934] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.623934] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.624206] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.624387] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.624633] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.624763] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.624938] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.625782] env[68503]: DEBUG nova.virt.hardware [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.626953] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61158b45-6554-4ce3-8bec-bd3f94260fa9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.632305] env[68503]: DEBUG nova.compute.manager [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Received event network-vif-plugged-998ac40f-f1fe-43c3-8d3b-5f9f648c5abd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.632536] env[68503]: DEBUG oslo_concurrency.lockutils [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] Acquiring lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.632749] env[68503]: DEBUG oslo_concurrency.lockutils [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.632915] env[68503]: DEBUG oslo_concurrency.lockutils [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.634085] env[68503]: DEBUG nova.compute.manager [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] No waiting events found dispatching network-vif-plugged-998ac40f-f1fe-43c3-8d3b-5f9f648c5abd {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.634325] env[68503]: WARNING nova.compute.manager [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Received unexpected event network-vif-plugged-998ac40f-f1fe-43c3-8d3b-5f9f648c5abd for instance with vm_state building and task_state spawning. [ 1165.634504] env[68503]: DEBUG nova.compute.manager [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Received event network-changed-998ac40f-f1fe-43c3-8d3b-5f9f648c5abd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.634663] env[68503]: DEBUG nova.compute.manager [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Refreshing instance network info cache due to event network-changed-998ac40f-f1fe-43c3-8d3b-5f9f648c5abd. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.634853] env[68503]: DEBUG oslo_concurrency.lockutils [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] Acquiring lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.634990] env[68503]: DEBUG oslo_concurrency.lockutils [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] Acquired lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.635220] env[68503]: DEBUG nova.network.neutron [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Refreshing network info cache for port 998ac40f-f1fe-43c3-8d3b-5f9f648c5abd {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.643247] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7962118-dda4-43ac-bc0c-d91c471c8786 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.675017] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "a2387034-4c41-44b8-8ff1-25379e909335" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.675285] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.675484] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "a2387034-4c41-44b8-8ff1-25379e909335-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.675663] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.675830] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.678204] env[68503]: INFO nova.compute.manager [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Terminating instance [ 1165.915961] env[68503]: DEBUG nova.compute.manager [req-5cd0b8a4-dff2-47b8-94b5-83500b14971a req-7aca599d-ea22-4e17-9afd-e516a2acc242 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Received event network-vif-plugged-b050fbb1-048f-4bbc-90c1-68ddd18b9edf {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.915961] env[68503]: DEBUG oslo_concurrency.lockutils [req-5cd0b8a4-dff2-47b8-94b5-83500b14971a req-7aca599d-ea22-4e17-9afd-e516a2acc242 service nova] Acquiring lock "0f7e55c4-92ac-42fd-8b45-2f149985a085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.915961] env[68503]: DEBUG oslo_concurrency.lockutils [req-5cd0b8a4-dff2-47b8-94b5-83500b14971a req-7aca599d-ea22-4e17-9afd-e516a2acc242 service nova] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.915961] env[68503]: DEBUG oslo_concurrency.lockutils [req-5cd0b8a4-dff2-47b8-94b5-83500b14971a req-7aca599d-ea22-4e17-9afd-e516a2acc242 service nova] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.915961] env[68503]: DEBUG nova.compute.manager [req-5cd0b8a4-dff2-47b8-94b5-83500b14971a req-7aca599d-ea22-4e17-9afd-e516a2acc242 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] No waiting events found dispatching network-vif-plugged-b050fbb1-048f-4bbc-90c1-68ddd18b9edf {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.915961] env[68503]: WARNING nova.compute.manager [req-5cd0b8a4-dff2-47b8-94b5-83500b14971a req-7aca599d-ea22-4e17-9afd-e516a2acc242 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Received unexpected event network-vif-plugged-b050fbb1-048f-4bbc-90c1-68ddd18b9edf for instance with vm_state building and task_state spawning. [ 1166.678303] env[68503]: DEBUG nova.network.neutron [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Successfully updated port: b050fbb1-048f-4bbc-90c1-68ddd18b9edf {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.684194] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-54bae0b5-258c-429e-8931-cf08660d9386-31852e0c-6e76-48f4-a403-12b6620eeb6e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.684331] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-54bae0b5-258c-429e-8931-cf08660d9386-31852e0c-6e76-48f4-a403-12b6620eeb6e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.690686] env[68503]: DEBUG nova.compute.manager [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.690885] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.691780] env[68503]: DEBUG oslo_concurrency.lockutils [None req-12f6f707-a5c6-44f0-bfb1-f631b0c7ac25 tempest-ServerMetadataTestJSON-762118433 tempest-ServerMetadataTestJSON-762118433-project-member] Lock "1ae02b54-befe-461a-9dad-70760289c3e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.996s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.693539] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "refresh_cache-0f7e55c4-92ac-42fd-8b45-2f149985a085" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.693668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "refresh_cache-0f7e55c4-92ac-42fd-8b45-2f149985a085" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.693993] env[68503]: DEBUG nova.network.neutron [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.700986] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0beb68-f656-48ed-be7b-112a5ea16438 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.717063] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862609, 'name': CreateVM_Task, 'duration_secs': 0.728321} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.717063] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862608, 'name': ReconfigVM_Task, 'duration_secs': 0.779571} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.718176] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.718464] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ce3f5e34-62cf-440f-b698-d949eded7ad1/ce3f5e34-62cf-440f-b698-d949eded7ad1.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.719404] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.720048] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.720211] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.720518] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.720730] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2de996b5-5b83-4e3a-bf8b-f2457d0da24a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.722334] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-609771f2-e7a1-4867-9b71-35f486bc7490 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.723659] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bfc5d84-6c74-4366-90a3-284f280eb414 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.736382] env[68503]: DEBUG oslo_vmware.api [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1166.736382] env[68503]: value = "task-2862610" [ 1166.736382] env[68503]: _type = "Task" [ 1166.736382] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.736692] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1166.736692] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52791deb-0f10-7c75-6829-8d53cb9b4c30" [ 1166.736692] env[68503]: _type = "Task" [ 1166.736692] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.737930] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1166.737930] env[68503]: value = "task-2862611" [ 1166.737930] env[68503]: _type = "Task" [ 1166.737930] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.758687] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52791deb-0f10-7c75-6829-8d53cb9b4c30, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.764721] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.765256] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.765322] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.765447] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.765649] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.765901] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862611, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.766483] env[68503]: DEBUG oslo_vmware.api [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.767280] env[68503]: DEBUG nova.network.neutron [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.769386] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017ce303-2b06-496a-80fb-7bfb35163284 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.783546] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.784496] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.791020] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a18ea6-a876-4a15-8b97-fa7a095cf64b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.800253] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1166.800253] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fabd81-d5c9-6233-f5e6-d7fadfe53581" [ 1166.800253] env[68503]: _type = "Task" [ 1166.800253] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.813082] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fabd81-d5c9-6233-f5e6-d7fadfe53581, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.813082] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd980fac-986f-44a2-a687-15cb7d6bc92f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.819186] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1166.819186] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52379bc4-2c26-eaad-8fd3-2bb3840e97e9" [ 1166.819186] env[68503]: _type = "Task" [ 1166.819186] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.827263] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52379bc4-2c26-eaad-8fd3-2bb3840e97e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.957880] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc87825-95c8-48bb-9b4b-b71ed8217a12 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.965898] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8add6686-fb8e-42ca-986c-2be55e36a51a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.002788] env[68503]: DEBUG nova.network.neutron [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updated VIF entry in instance network info cache for port 998ac40f-f1fe-43c3-8d3b-5f9f648c5abd. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.003164] env[68503]: DEBUG nova.network.neutron [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance_info_cache with network_info: [{"id": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "address": "fa:16:3e:6a:3c:5d", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998ac40f-f1", "ovs_interfaceid": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.008465] env[68503]: DEBUG nova.network.neutron [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Updating instance_info_cache with network_info: [{"id": "b050fbb1-048f-4bbc-90c1-68ddd18b9edf", "address": "fa:16:3e:c8:eb:eb", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb050fbb1-04", "ovs_interfaceid": "b050fbb1-048f-4bbc-90c1-68ddd18b9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.008465] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf4bfa6-c581-4899-a8d0-e43f92256bb8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.014555] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b13a75c-d351-4e39-b2b8-bbe49dae76d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.029334] env[68503]: DEBUG nova.compute.provider_tree [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.194631] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.194631] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.195764] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2f9f46-da97-41c4-b306-e26fd07c2466 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.213332] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed1d76-cb68-4a33-9b27-16d24984669c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.242682] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Reconfiguring VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1167.242824] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7e84649-e347-4cb2-a068-3db64d8cd12b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.269186] env[68503]: DEBUG oslo_vmware.api [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862610, 'name': PowerOffVM_Task, 'duration_secs': 0.187335} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.273433] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.273433] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.273433] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862611, 'name': Rename_Task, 'duration_secs': 0.201871} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.273433] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1167.273433] env[68503]: value = "task-2862612" [ 1167.273433] env[68503]: _type = "Task" [ 1167.273433] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.273824] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da9a060-5887-4e83-90a3-76d60ccadd99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.275188] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.275527] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74f1225-b461-4a00-b51e-fd21c1817f6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.285499] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.287222] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1167.287222] env[68503]: value = "task-2862613" [ 1167.287222] env[68503]: _type = "Task" [ 1167.287222] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.295979] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.331471] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52379bc4-2c26-eaad-8fd3-2bb3840e97e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.331471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.331471] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d702acde-2d0e-4c3d-b2fa-194ea7c600d6/d702acde-2d0e-4c3d-b2fa-194ea7c600d6.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.331471] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33021712-ee1c-4e47-9527-2c483e50f3af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.337209] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1167.337209] env[68503]: value = "task-2862615" [ 1167.337209] env[68503]: _type = "Task" [ 1167.337209] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.345707] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.378484] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.378833] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.379134] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleting the datastore file [datastore2] a2387034-4c41-44b8-8ff1-25379e909335 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.379538] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c60cc10-1225-4607-af1a-e58b09a7e585 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.387702] env[68503]: DEBUG oslo_vmware.api [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1167.387702] env[68503]: value = "task-2862616" [ 1167.387702] env[68503]: _type = "Task" [ 1167.387702] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.396849] env[68503]: DEBUG oslo_vmware.api [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.510550] env[68503]: DEBUG oslo_concurrency.lockutils [req-df318e37-ac49-4a07-a582-86b7191e48f2 req-79e8c7ab-fd7b-4d1d-86ab-62188697e8c7 service nova] Releasing lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.511183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "refresh_cache-0f7e55c4-92ac-42fd-8b45-2f149985a085" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.511525] env[68503]: DEBUG nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Instance network_info: |[{"id": "b050fbb1-048f-4bbc-90c1-68ddd18b9edf", "address": "fa:16:3e:c8:eb:eb", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb050fbb1-04", "ovs_interfaceid": "b050fbb1-048f-4bbc-90c1-68ddd18b9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.512042] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:eb:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b050fbb1-048f-4bbc-90c1-68ddd18b9edf', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.523539] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.523954] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.524266] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90532ab8-08c7-489c-9b9e-e593ddef1b1d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.551249] env[68503]: DEBUG nova.scheduler.client.report [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.566516] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.566516] env[68503]: value = "task-2862617" [ 1167.566516] env[68503]: _type = "Task" [ 1167.566516] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.577519] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862617, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.791020] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.803053] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862613, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.848048] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862615, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.898424] env[68503]: DEBUG oslo_vmware.api [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182091} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.898583] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.898796] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.898968] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.899158] env[68503]: INFO nova.compute.manager [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1167.899405] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.899788] env[68503]: DEBUG nova.compute.manager [-] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.899788] env[68503]: DEBUG nova.network.neutron [-] [instance: a2387034-4c41-44b8-8ff1-25379e909335] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.061107] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.627s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.065094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.570s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.066986] env[68503]: INFO nova.compute.claims [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.090725] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862617, 'name': CreateVM_Task, 'duration_secs': 0.500315} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.090917] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.091807] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.091976] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.093488] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.093776] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fb4aa9-d7cf-41bb-ae6c-02f7569c42eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.100220] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1168.100220] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52014e81-2e9f-632e-91d5-d8884f63bc51" [ 1168.100220] env[68503]: _type = "Task" [ 1168.100220] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.129686] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52014e81-2e9f-632e-91d5-d8884f63bc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.151052] env[68503]: DEBUG nova.compute.manager [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Received event network-changed-b050fbb1-048f-4bbc-90c1-68ddd18b9edf {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.151276] env[68503]: DEBUG nova.compute.manager [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Refreshing instance network info cache due to event network-changed-b050fbb1-048f-4bbc-90c1-68ddd18b9edf. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.151647] env[68503]: DEBUG oslo_concurrency.lockutils [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] Acquiring lock "refresh_cache-0f7e55c4-92ac-42fd-8b45-2f149985a085" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.151706] env[68503]: DEBUG oslo_concurrency.lockutils [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] Acquired lock "refresh_cache-0f7e55c4-92ac-42fd-8b45-2f149985a085" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.151811] env[68503]: DEBUG nova.network.neutron [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Refreshing network info cache for port b050fbb1-048f-4bbc-90c1-68ddd18b9edf {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.164903] env[68503]: INFO nova.scheduler.client.report [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Deleted allocations for instance 85a375b4-176f-4529-bda6-865a53245eb9 [ 1168.289506] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.300794] env[68503]: DEBUG oslo_vmware.api [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862613, 'name': PowerOnVM_Task, 'duration_secs': 0.673057} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.301144] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.301364] env[68503]: INFO nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1168.301534] env[68503]: DEBUG nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.302306] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054c3d5-dfe2-4a6e-888d-367ab781eb18 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.347701] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518809} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.347952] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d702acde-2d0e-4c3d-b2fa-194ea7c600d6/d702acde-2d0e-4c3d-b2fa-194ea7c600d6.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.348342] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.348604] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea69a946-712f-4469-9033-f643dfc88c85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.358714] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1168.358714] env[68503]: value = "task-2862618" [ 1168.358714] env[68503]: _type = "Task" [ 1168.358714] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.367677] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.610043] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52014e81-2e9f-632e-91d5-d8884f63bc51, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.610343] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.610593] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.610850] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.611157] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.611252] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.611508] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c8ea06-fe5d-42a6-8b51-5ab1bb0989ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.620136] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.620267] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.620957] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a410d907-df93-4b72-899e-8c65872351af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.626872] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1168.626872] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5271c08e-5cec-8ad4-7c70-e98fef404ee0" [ 1168.626872] env[68503]: _type = "Task" [ 1168.626872] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.634332] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5271c08e-5cec-8ad4-7c70-e98fef404ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.677416] env[68503]: DEBUG oslo_concurrency.lockutils [None req-58e8ac22-a6d6-41fb-9487-0cff7a138fa4 tempest-ServerRescueNegativeTestJSON-47826394 tempest-ServerRescueNegativeTestJSON-47826394-project-member] Lock "85a375b4-176f-4529-bda6-865a53245eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.026s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.788814] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.821741] env[68503]: INFO nova.compute.manager [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Took 22.35 seconds to build instance. [ 1168.866567] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220761} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.866843] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.867788] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13498717-d5fc-425e-bd41-e0effbba3c0f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.897393] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] d702acde-2d0e-4c3d-b2fa-194ea7c600d6/d702acde-2d0e-4c3d-b2fa-194ea7c600d6.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.897935] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1ca92f-adb0-4946-827e-cf9e1314df1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.922035] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1168.922035] env[68503]: value = "task-2862619" [ 1168.922035] env[68503]: _type = "Task" [ 1168.922035] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.931884] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.987038] env[68503]: DEBUG nova.compute.manager [req-98dd1e31-07a4-4230-b51b-501e1320039f req-0ab8a427-9505-483b-ab38-69da6e770952 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Received event network-vif-deleted-178c4b05-d825-4934-8b18-7089ca02ad4d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.987038] env[68503]: INFO nova.compute.manager [req-98dd1e31-07a4-4230-b51b-501e1320039f req-0ab8a427-9505-483b-ab38-69da6e770952 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Neutron deleted interface 178c4b05-d825-4934-8b18-7089ca02ad4d; detaching it from the instance and deleting it from the info cache [ 1168.987038] env[68503]: DEBUG nova.network.neutron [req-98dd1e31-07a4-4230-b51b-501e1320039f req-0ab8a427-9505-483b-ab38-69da6e770952 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.058075] env[68503]: DEBUG nova.network.neutron [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Updated VIF entry in instance network info cache for port b050fbb1-048f-4bbc-90c1-68ddd18b9edf. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.058075] env[68503]: DEBUG nova.network.neutron [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Updating instance_info_cache with network_info: [{"id": "b050fbb1-048f-4bbc-90c1-68ddd18b9edf", "address": "fa:16:3e:c8:eb:eb", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb050fbb1-04", "ovs_interfaceid": "b050fbb1-048f-4bbc-90c1-68ddd18b9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.143645] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5271c08e-5cec-8ad4-7c70-e98fef404ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.147483] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0005ef6c-e66c-4b7a-ab05-b022aa4be3f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.154692] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1169.154692] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526f663c-425f-fbd9-a538-e407b53cb869" [ 1169.154692] env[68503]: _type = "Task" [ 1169.154692] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.171263] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526f663c-425f-fbd9-a538-e407b53cb869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.295460] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.326968] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e997b0a8-18d9-475b-8998-e6aaf0c5669b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.866s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.364555] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f779c7-6769-47c7-b532-a8bfab08c7c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.374104] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04101be3-6822-4306-8bed-9f5dd0f38a6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.411411] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dac178-1369-4b15-a0f7-0a57eb576424 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.419778] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37a6e9f-6569-44c4-bc81-9533a45760ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.433040] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862619, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.445425] env[68503]: DEBUG nova.compute.provider_tree [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.458554] env[68503]: DEBUG nova.network.neutron [-] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.490816] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e1b3fd0-a976-40e5-85bf-ba6340800c24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.500370] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e956a78-e5c1-4723-acbb-81c0616e2795 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.533909] env[68503]: DEBUG nova.compute.manager [req-98dd1e31-07a4-4230-b51b-501e1320039f req-0ab8a427-9505-483b-ab38-69da6e770952 service nova] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Detach interface failed, port_id=178c4b05-d825-4934-8b18-7089ca02ad4d, reason: Instance a2387034-4c41-44b8-8ff1-25379e909335 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.552427] env[68503]: DEBUG nova.network.neutron [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Port a3501761-b90a-4f4c-91d1-12a5e5eba96b binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1169.552778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.552975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.553192] env[68503]: DEBUG nova.network.neutron [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.560270] env[68503]: DEBUG oslo_concurrency.lockutils [req-61eb69bc-cd9b-4bbe-9cbb-317d649144f5 req-81981772-a692-48a4-ada2-4d1853164c21 service nova] Releasing lock "refresh_cache-0f7e55c4-92ac-42fd-8b45-2f149985a085" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.668920] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526f663c-425f-fbd9-a538-e407b53cb869, 'name': SearchDatastore_Task, 'duration_secs': 0.014265} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.670792] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.670792] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 0f7e55c4-92ac-42fd-8b45-2f149985a085/0f7e55c4-92ac-42fd-8b45-2f149985a085.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.670792] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-009b832b-d635-4be0-b300-0f3640e2aa16 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.676250] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1169.676250] env[68503]: value = "task-2862620" [ 1169.676250] env[68503]: _type = "Task" [ 1169.676250] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.684511] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.796251] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.933215] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862619, 'name': ReconfigVM_Task, 'duration_secs': 0.542072} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.933538] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] d702acde-2d0e-4c3d-b2fa-194ea7c600d6/d702acde-2d0e-4c3d-b2fa-194ea7c600d6.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.933969] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d0c87cd-5206-47d3-a544-1a7fd05a7c28 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.945405] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1169.945405] env[68503]: value = "task-2862621" [ 1169.945405] env[68503]: _type = "Task" [ 1169.945405] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.949522] env[68503]: DEBUG nova.scheduler.client.report [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.956685] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862621, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.960741] env[68503]: INFO nova.compute.manager [-] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Took 2.06 seconds to deallocate network for instance. [ 1170.189982] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862620, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.294529] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.412445] env[68503]: DEBUG nova.network.neutron [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.453434] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862621, 'name': Rename_Task, 'duration_secs': 0.225614} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.453712] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.453985] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a86c22eb-33af-4b6d-a251-558dabc10eb1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.457449] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.457951] env[68503]: DEBUG nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.462983] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.658s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.462983] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.462983] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1170.462983] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.223s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.463849] env[68503]: INFO nova.compute.claims [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.465904] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1170.465904] env[68503]: value = "task-2862622" [ 1170.465904] env[68503]: _type = "Task" [ 1170.465904] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.466823] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0bc97a-ce28-4ee0-bbf9-e0cf3227b61c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.471452] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.482471] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7101c6-c464-4fc2-b75c-aca56e11746f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.486646] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862622, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.502922] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24596ac6-8fd3-4092-a63e-afef2f4d880c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.510039] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44882e2f-9408-4d66-8a17-ef5069a7551a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.539788] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179280MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1170.539919] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.606359] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.606655] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.606878] env[68503]: INFO nova.compute.manager [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Shelving [ 1170.688056] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726606} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.688394] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 0f7e55c4-92ac-42fd-8b45-2f149985a085/0f7e55c4-92ac-42fd-8b45-2f149985a085.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.688648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.688975] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee77beb2-9d02-4d93-973f-f52d22234e6e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.695567] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1170.695567] env[68503]: value = "task-2862623" [ 1170.695567] env[68503]: _type = "Task" [ 1170.695567] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.704036] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.792733] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.915202] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.970877] env[68503]: DEBUG nova.compute.utils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.972648] env[68503]: DEBUG nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.972837] env[68503]: DEBUG nova.network.neutron [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.986939] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.059166] env[68503]: DEBUG nova.policy [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6fa24f798f4ba088c885516b51b88e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '572fec3a5ede4b51836c634ee7f14419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.210566] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067169} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.210967] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.212299] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ed5844-fda8-44f3-b33a-94e082a020aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.247427] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 0f7e55c4-92ac-42fd-8b45-2f149985a085/0f7e55c4-92ac-42fd-8b45-2f149985a085.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.247789] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059c3b96-5a43-4f3b-b331-d3c91f9f62fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.273018] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1171.273018] env[68503]: value = "task-2862624" [ 1171.273018] env[68503]: _type = "Task" [ 1171.273018] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.281223] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.292855] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.421402] env[68503]: DEBUG nova.compute.manager [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68503) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1171.480128] env[68503]: DEBUG nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.493023] env[68503]: DEBUG oslo_vmware.api [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862622, 'name': PowerOnVM_Task, 'duration_secs': 0.787224} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.493309] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.493516] env[68503]: INFO nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1171.493681] env[68503]: DEBUG nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.494626] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f113a5-f7a5-48c8-b045-ad02145e0594 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.512435] env[68503]: DEBUG nova.network.neutron [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Successfully created port: 05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.620467] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.620877] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e8ba737-d710-4074-b6af-2bd2efc11e8b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.630020] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1171.630020] env[68503]: value = "task-2862625" [ 1171.630020] env[68503]: _type = "Task" [ 1171.630020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.637278] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.734344] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260acce7-95bc-4dc2-87bf-6ddb8cda205a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.744446] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c00f6c-03ee-42cd-b235-ac6c823d7163 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.784992] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c4482-4d66-476a-b5c9-f0ed0ff9bc26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.795418] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.800290] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.801704] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670aef25-7b71-4775-aaa5-7c64d9761dcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.816663] env[68503]: DEBUG nova.compute.provider_tree [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.013089] env[68503]: INFO nova.compute.manager [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Took 23.02 seconds to build instance. [ 1172.140207] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862625, 'name': PowerOffVM_Task, 'duration_secs': 0.460106} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.140493] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.141914] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7606fe1-d9d1-4def-96c1-ed2805313ba7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.161281] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa62f81-8334-4c45-b386-4dda64a04425 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.295161] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.300831] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.320787] env[68503]: DEBUG nova.scheduler.client.report [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.485134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.485134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.493321] env[68503]: DEBUG nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.515263] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5c1a0d05-c99d-4bc3-8916-1dc988ab74d7 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.539s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.533397] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.533646] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.533818] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.534314] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.534314] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.534314] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.534500] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.535250] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.535563] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.535741] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.535914] env[68503]: DEBUG nova.virt.hardware [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.537099] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf1aa45-1da2-4d68-8e50-b4d3cb0c8839 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.545824] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a79392e-5397-460a-a481-bdbd4b34d83a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.562094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.673860] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1172.674098] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61ed6a3d-9782-4260-bd92-a482c6b6741d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.681876] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1172.681876] env[68503]: value = "task-2862626" [ 1172.681876] env[68503]: _type = "Task" [ 1172.681876] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.690894] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.794877] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862624, 'name': ReconfigVM_Task, 'duration_secs': 1.311931} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.795535] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 0f7e55c4-92ac-42fd-8b45-2f149985a085/0f7e55c4-92ac-42fd-8b45-2f149985a085.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.796245] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c1efb71-403e-4b0b-b889-b231b46d82f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.800648] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.805976] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1172.805976] env[68503]: value = "task-2862627" [ 1172.805976] env[68503]: _type = "Task" [ 1172.805976] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.814321] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862627, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.826484] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.827560] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.908s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.830393] env[68503]: INFO nova.compute.claims [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.988459] env[68503]: DEBUG nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.094486] env[68503]: DEBUG nova.compute.manager [req-aa2b4c69-b9b9-4e04-8ed0-28c1be22460f req-53857889-59ef-4a5a-9cf9-e4a0dc1005a1 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Received event network-vif-plugged-05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.094721] env[68503]: DEBUG oslo_concurrency.lockutils [req-aa2b4c69-b9b9-4e04-8ed0-28c1be22460f req-53857889-59ef-4a5a-9cf9-e4a0dc1005a1 service nova] Acquiring lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.094985] env[68503]: DEBUG oslo_concurrency.lockutils [req-aa2b4c69-b9b9-4e04-8ed0-28c1be22460f req-53857889-59ef-4a5a-9cf9-e4a0dc1005a1 service nova] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.095256] env[68503]: DEBUG oslo_concurrency.lockutils [req-aa2b4c69-b9b9-4e04-8ed0-28c1be22460f req-53857889-59ef-4a5a-9cf9-e4a0dc1005a1 service nova] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.095460] env[68503]: DEBUG nova.compute.manager [req-aa2b4c69-b9b9-4e04-8ed0-28c1be22460f req-53857889-59ef-4a5a-9cf9-e4a0dc1005a1 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] No waiting events found dispatching network-vif-plugged-05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.095630] env[68503]: WARNING nova.compute.manager [req-aa2b4c69-b9b9-4e04-8ed0-28c1be22460f req-53857889-59ef-4a5a-9cf9-e4a0dc1005a1 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Received unexpected event network-vif-plugged-05d3802a-91ee-4aba-9be0-efa3ae5e66f0 for instance with vm_state building and task_state spawning. [ 1173.191411] env[68503]: DEBUG nova.network.neutron [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Successfully updated port: 05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.202572] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862626, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.302616] env[68503]: DEBUG oslo_vmware.api [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862612, 'name': ReconfigVM_Task, 'duration_secs': 5.767375} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.303957] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.303957] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Reconfigured VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1173.315714] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862627, 'name': Rename_Task, 'duration_secs': 0.14812} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.315932] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.316220] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd442e1c-5618-4f87-a188-c350cc21d669 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.321980] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1173.321980] env[68503]: value = "task-2862628" [ 1173.321980] env[68503]: _type = "Task" [ 1173.321980] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.329814] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.333063] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "d8c32d16-01a2-4ac9-92f4-091722e9c2be" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.333363] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "d8c32d16-01a2-4ac9-92f4-091722e9c2be" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.401955] env[68503]: DEBUG nova.compute.manager [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1173.527938] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.701178] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.701178] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.701178] env[68503]: DEBUG nova.network.neutron [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.702214] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862626, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.835611] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.837394] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "d8c32d16-01a2-4ac9-92f4-091722e9c2be" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.838858] env[68503]: DEBUG nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.927664] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.155287] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba76b0b4-aa88-4dc9-8a26-1829dca5590b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.164031] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e556d8-2a05-48f3-928f-c700481c8760 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.200611] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456618a9-078a-4c5a-8e6c-28100477583c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.213931] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54620fca-786b-4825-b229-ad62490f34e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.218166] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862626, 'name': CreateSnapshot_Task, 'duration_secs': 1.112433} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.218531] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1174.219899] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9316c137-7efa-438f-b41a-a1aedf45476d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.231038] env[68503]: DEBUG nova.compute.provider_tree [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.256554] env[68503]: DEBUG nova.network.neutron [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.334472] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.350037] env[68503]: DEBUG nova.compute.utils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.351561] env[68503]: DEBUG nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.351733] env[68503]: DEBUG nova.network.neutron [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.401810] env[68503]: DEBUG nova.policy [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '676f7d2ea2f1428cbe88bb40ab23ff34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca327494c044791a85ba7d6be821b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.519398] env[68503]: DEBUG nova.network.neutron [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.692053] env[68503]: DEBUG nova.network.neutron [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Successfully created port: c89f2282-53f1-4087-9f1f-3c42f4a89205 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.734363] env[68503]: DEBUG nova.scheduler.client.report [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.752707] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1174.753403] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d015f4ee-a761-4d14-80ad-e2719670cbb1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.764137] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1174.764137] env[68503]: value = "task-2862629" [ 1174.764137] env[68503]: _type = "Task" [ 1174.764137] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.773800] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862629, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.839156] env[68503]: DEBUG oslo_vmware.api [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862628, 'name': PowerOnVM_Task, 'duration_secs': 1.05802} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.839156] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.839156] env[68503]: INFO nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1174.839156] env[68503]: DEBUG nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.839387] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d758d82-730d-4d59-ae68-f4ea6a26d042 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.855983] env[68503]: DEBUG nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.905667] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.905872] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.907343] env[68503]: DEBUG nova.network.neutron [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.024448] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.024868] env[68503]: DEBUG nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Instance network_info: |[{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.025398] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:e4:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d3802a-91ee-4aba-9be0-efa3ae5e66f0', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.036422] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.036656] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.036911] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32a23aed-9ecc-4769-878f-51460311f350 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.059186] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.059186] env[68503]: value = "task-2862630" [ 1175.059186] env[68503]: _type = "Task" [ 1175.059186] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.067008] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862630, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.241567] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.241567] env[68503]: DEBUG nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.244411] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.773s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.244753] env[68503]: DEBUG nova.objects.instance [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'resources' on Instance uuid a2387034-4c41-44b8-8ff1-25379e909335 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.274808] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862629, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.360763] env[68503]: INFO nova.compute.manager [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Took 25.66 seconds to build instance. [ 1175.568548] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862630, 'name': CreateVM_Task, 'duration_secs': 0.383438} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.568712] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.569413] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.569582] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.569909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.570174] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8b1ff4-578a-4793-b3fd-8fef1cb1f12b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.574671] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1175.574671] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5297d3cb-dd43-1d3d-9a17-19058cd86375" [ 1175.574671] env[68503]: _type = "Task" [ 1175.574671] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.582977] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5297d3cb-dd43-1d3d-9a17-19058cd86375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.670396] env[68503]: DEBUG nova.compute.manager [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Received event network-changed-05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.670396] env[68503]: DEBUG nova.compute.manager [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Refreshing instance network info cache due to event network-changed-05d3802a-91ee-4aba-9be0-efa3ae5e66f0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.670396] env[68503]: DEBUG oslo_concurrency.lockutils [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] Acquiring lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.670396] env[68503]: DEBUG oslo_concurrency.lockutils [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] Acquired lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.670396] env[68503]: DEBUG nova.network.neutron [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Refreshing network info cache for port 05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.692061] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "d3ff0794-54b0-4539-a25d-339d5a4919b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.692318] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.748604] env[68503]: DEBUG nova.compute.utils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.755160] env[68503]: DEBUG nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.755160] env[68503]: DEBUG nova.network.neutron [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.774812] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862629, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.809075] env[68503]: DEBUG nova.policy [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '676544a738e14c2badcd7e59b202cdba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b9dec579914776ac767424b394e99f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.866098] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a0dedeff-6632-415b-a8c4-1d207abdc72c tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.179s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.868239] env[68503]: DEBUG nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.909387] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.909387] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.909511] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.909684] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.909830] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.909978] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.910759] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.910759] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.910759] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.910946] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.911206] env[68503]: DEBUG nova.virt.hardware [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.912104] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ecc7db-a10d-410b-8447-c5a86a628f31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.923948] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd21f0f-7cd6-484c-8ecd-a339695937e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.074033] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d0dcdb-97d7-4465-92a8-451cdc939657 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.088363] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab4c068-ab00-4bc9-9de2-55803b97e9db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.091732] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5297d3cb-dd43-1d3d-9a17-19058cd86375, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.092069] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.092291] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.092566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.092718] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.092946] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.093799] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c08c9fdd-5e43-479b-9f6a-f921187f96aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.124788] env[68503]: INFO nova.network.neutron [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Port 31852e0c-6e76-48f4-a403-12b6620eeb6e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1176.125080] env[68503]: DEBUG nova.network.neutron [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.128054] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9218322b-4df3-4790-b183-39fb5e992e87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.133093] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.133093] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.133093] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea17a4e7-644a-4c4a-8888-af7c961876df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.139870] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1176.139870] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ce1b74-e177-fb2c-65bb-5b9e99de0cc4" [ 1176.139870] env[68503]: _type = "Task" [ 1176.139870] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.141290] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34211b10-368a-41bb-8ea3-a585b0e9f5f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.167266] env[68503]: DEBUG nova.compute.provider_tree [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.176925] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ce1b74-e177-fb2c-65bb-5b9e99de0cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.197988] env[68503]: DEBUG nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.254190] env[68503]: DEBUG nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.258888] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "342bf4ba-d495-4146-bc90-3ff571825def" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.259238] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.276618] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862629, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.277477] env[68503]: DEBUG nova.network.neutron [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Successfully created port: ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.439573] env[68503]: DEBUG nova.network.neutron [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Successfully updated port: c89f2282-53f1-4087-9f1f-3c42f4a89205 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.440632] env[68503]: DEBUG nova.network.neutron [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updated VIF entry in instance network info cache for port 05d3802a-91ee-4aba-9be0-efa3ae5e66f0. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.441087] env[68503]: DEBUG nova.network.neutron [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.633453] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.650973] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ce1b74-e177-fb2c-65bb-5b9e99de0cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.05135} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.651793] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dce0c38-264b-486e-9ad4-fad585ce529a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.657052] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1176.657052] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521a445c-1779-9f7e-9667-88217b116dfa" [ 1176.657052] env[68503]: _type = "Task" [ 1176.657052] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.664732] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521a445c-1779-9f7e-9667-88217b116dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.677680] env[68503]: DEBUG nova.scheduler.client.report [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.722115] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "0f7e55c4-92ac-42fd-8b45-2f149985a085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.722368] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.722707] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "0f7e55c4-92ac-42fd-8b45-2f149985a085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.723669] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.723669] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.725594] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.726379] env[68503]: INFO nova.compute.manager [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Terminating instance [ 1176.765677] env[68503]: DEBUG nova.compute.utils [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.775716] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862629, 'name': CloneVM_Task, 'duration_secs': 1.732493} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.776467] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Created linked-clone VM from snapshot [ 1176.777241] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9b5fc-31c3-4180-a5c2-c0436730dbeb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.784845] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Uploading image f5a7bec3-14f1-4944-a2e1-b6e34081d623 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1176.810222] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1176.810222] env[68503]: value = "vm-575464" [ 1176.810222] env[68503]: _type = "VirtualMachine" [ 1176.810222] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1176.811979] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d506944b-18fa-4e0e-8105-f0f0703287c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.817327] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lease: (returnval){ [ 1176.817327] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526e44d3-2f2a-da4f-35f7-fc3da037fd02" [ 1176.817327] env[68503]: _type = "HttpNfcLease" [ 1176.817327] env[68503]: } obtained for exporting VM: (result){ [ 1176.817327] env[68503]: value = "vm-575464" [ 1176.817327] env[68503]: _type = "VirtualMachine" [ 1176.817327] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1176.817582] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the lease: (returnval){ [ 1176.817582] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526e44d3-2f2a-da4f-35f7-fc3da037fd02" [ 1176.817582] env[68503]: _type = "HttpNfcLease" [ 1176.817582] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.825582] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.825582] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526e44d3-2f2a-da4f-35f7-fc3da037fd02" [ 1176.825582] env[68503]: _type = "HttpNfcLease" [ 1176.825582] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.888260] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-84a7079c-e843-465a-b88d-a56c390000ff-31852e0c-6e76-48f4-a403-12b6620eeb6e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.888479] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-84a7079c-e843-465a-b88d-a56c390000ff-31852e0c-6e76-48f4-a403-12b6620eeb6e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.888863] env[68503]: DEBUG nova.objects.instance [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'flavor' on Instance uuid 84a7079c-e843-465a-b88d-a56c390000ff {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.947114] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "refresh_cache-5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.947286] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquired lock "refresh_cache-5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.947468] env[68503]: DEBUG nova.network.neutron [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.949378] env[68503]: DEBUG oslo_concurrency.lockutils [req-3f17093f-af4a-4134-9531-0d7cfa52a48b req-9b9f4911-d164-4431-a569-77c156036548 service nova] Releasing lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.138419] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d05c98b-815d-4f3f-9ae8-5055f4bd4642 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-54bae0b5-258c-429e-8931-cf08660d9386-31852e0c-6e76-48f4-a403-12b6620eeb6e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.454s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.166683] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521a445c-1779-9f7e-9667-88217b116dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.166933] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.167214] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.167470] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83f7b119-dbed-42ec-b68c-b0068b471a56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.174040] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1177.174040] env[68503]: value = "task-2862632" [ 1177.174040] env[68503]: _type = "Task" [ 1177.174040] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.181472] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.183262] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.185315] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.645s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.208394] env[68503]: INFO nova.scheduler.client.report [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted allocations for instance a2387034-4c41-44b8-8ff1-25379e909335 [ 1177.232632] env[68503]: DEBUG nova.compute.manager [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.232850] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.233772] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c860d-3b3b-4293-ab6f-73d6851524ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.242262] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.242581] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e39e3d-d1df-4c51-a548-4f98198136a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.249923] env[68503]: DEBUG oslo_vmware.api [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1177.249923] env[68503]: value = "task-2862633" [ 1177.249923] env[68503]: _type = "Task" [ 1177.249923] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.260810] env[68503]: DEBUG oslo_vmware.api [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.264603] env[68503]: DEBUG nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.271080] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.296452] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.296711] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.296892] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.297092] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.297249] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.297416] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.297631] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.298029] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.298029] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.298226] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.298368] env[68503]: DEBUG nova.virt.hardware [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.300100] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6ef84-0789-48af-b12d-d42e9fb3f924 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.310035] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1949e3-6d50-439b-bccb-10c6948205e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.330351] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.330351] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526e44d3-2f2a-da4f-35f7-fc3da037fd02" [ 1177.330351] env[68503]: _type = "HttpNfcLease" [ 1177.330351] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1177.330803] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1177.330803] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526e44d3-2f2a-da4f-35f7-fc3da037fd02" [ 1177.330803] env[68503]: _type = "HttpNfcLease" [ 1177.330803] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1177.331708] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c33b92-ad17-471f-98d3-2ddaebb802c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.339089] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ec1b-df77-2acc-9e36-f70403642cf6/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1177.339295] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ec1b-df77-2acc-9e36-f70403642cf6/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1177.453533] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b16fdf65-2978-49ae-856b-772bf4b62491 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.491357] env[68503]: DEBUG nova.network.neutron [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.526895] env[68503]: DEBUG nova.objects.instance [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'pci_requests' on Instance uuid 84a7079c-e843-465a-b88d-a56c390000ff {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.697051] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503635} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.698125] env[68503]: DEBUG nova.network.neutron [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Updating instance_info_cache with network_info: [{"id": "c89f2282-53f1-4087-9f1f-3c42f4a89205", "address": "fa:16:3e:40:93:d8", "network": {"id": "c299c1b1-9dc4-4ac6-94d8-ea437f4c730d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-686896580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca327494c044791a85ba7d6be821b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89f2282-53", "ovs_interfaceid": "c89f2282-53f1-4087-9f1f-3c42f4a89205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.698975] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.699316] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.700639] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83bdf12b-3bfa-403d-9ab9-9b0ac006e693 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.707042] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1177.707042] env[68503]: value = "task-2862634" [ 1177.707042] env[68503]: _type = "Task" [ 1177.707042] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.719764] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.720335] env[68503]: DEBUG oslo_concurrency.lockutils [None req-39172e46-8018-4f5a-91ef-bbea46eaac3d tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "a2387034-4c41-44b8-8ff1-25379e909335" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.045s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.759649] env[68503]: DEBUG oslo_vmware.api [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862633, 'name': PowerOffVM_Task, 'duration_secs': 0.197735} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.760028] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.760319] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.760420] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee6a9a0b-4249-422c-b2c8-1bd3a67cd0f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.820581] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.820755] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.822261] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleting the datastore file [datastore1] 0f7e55c4-92ac-42fd-8b45-2f149985a085 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.822261] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb34a87-976e-4eb6-89a3-5e51b71242e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.829814] env[68503]: DEBUG oslo_vmware.api [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1177.829814] env[68503]: value = "task-2862636" [ 1177.829814] env[68503]: _type = "Task" [ 1177.829814] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.840184] env[68503]: DEBUG oslo_vmware.api [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.918062] env[68503]: DEBUG nova.network.neutron [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Successfully updated port: ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.029615] env[68503]: DEBUG nova.objects.base [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Object Instance<84a7079c-e843-465a-b88d-a56c390000ff> lazy-loaded attributes: flavor,pci_requests {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.030201] env[68503]: DEBUG nova.network.neutron [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.103939] env[68503]: DEBUG nova.policy [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2644d61354f142a1a26c44c521ba0802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da706b1e3b5c473197cff4e395ca9533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.151258] env[68503]: DEBUG nova.compute.manager [req-d2669178-c1ba-4ecd-8b2d-56281b7a2584 req-526760e6-4527-4b03-aa06-627de7ef224f service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Received event network-vif-plugged-c89f2282-53f1-4087-9f1f-3c42f4a89205 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.153120] env[68503]: DEBUG oslo_concurrency.lockutils [req-d2669178-c1ba-4ecd-8b2d-56281b7a2584 req-526760e6-4527-4b03-aa06-627de7ef224f service nova] Acquiring lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.153436] env[68503]: DEBUG oslo_concurrency.lockutils [req-d2669178-c1ba-4ecd-8b2d-56281b7a2584 req-526760e6-4527-4b03-aa06-627de7ef224f service nova] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.153911] env[68503]: DEBUG oslo_concurrency.lockutils [req-d2669178-c1ba-4ecd-8b2d-56281b7a2584 req-526760e6-4527-4b03-aa06-627de7ef224f service nova] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.154177] env[68503]: DEBUG nova.compute.manager [req-d2669178-c1ba-4ecd-8b2d-56281b7a2584 req-526760e6-4527-4b03-aa06-627de7ef224f service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] No waiting events found dispatching network-vif-plugged-c89f2282-53f1-4087-9f1f-3c42f4a89205 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.154365] env[68503]: WARNING nova.compute.manager [req-d2669178-c1ba-4ecd-8b2d-56281b7a2584 req-526760e6-4527-4b03-aa06-627de7ef224f service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Received unexpected event network-vif-plugged-c89f2282-53f1-4087-9f1f-3c42f4a89205 for instance with vm_state building and task_state spawning. [ 1178.200568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Releasing lock "refresh_cache-5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.200882] env[68503]: DEBUG nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Instance network_info: |[{"id": "c89f2282-53f1-4087-9f1f-3c42f4a89205", "address": "fa:16:3e:40:93:d8", "network": {"id": "c299c1b1-9dc4-4ac6-94d8-ea437f4c730d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-686896580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca327494c044791a85ba7d6be821b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89f2282-53", "ovs_interfaceid": "c89f2282-53f1-4087-9f1f-3c42f4a89205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.201730] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Applying migration context for instance acaaa443-9d22-4d10-8404-4410098ef18d as it has an incoming, in-progress migration 2c561661-acd5-418b-bb88-efbccd863798. Migration status is reverting {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1178.203540] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating resource usage from migration 2c561661-acd5-418b-bb88-efbccd863798 [ 1178.204122] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating resource usage from migration 9f064f10-f9de-48d5-9d6d-1a07bd95b363 [ 1178.207286] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:93:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c89f2282-53f1-4087-9f1f-3c42f4a89205', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.215025] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Creating folder: Project (8ca327494c044791a85ba7d6be821b9a). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.215311] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b65e31f2-e968-4a7d-a1e4-2270b472127a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.226826] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065085} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.227044] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.228397] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94b0f8-1647-4eb5-9864-f9e5cbd3cf5f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.231019] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.231227] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 54bae0b5-258c-429e-8931-cf08660d9386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.231394] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 342bf4ba-d495-4146-bc90-3ff571825def actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.231522] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance dea890da-d94c-4ecd-80f8-afd670ad9b80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.231638] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 84a7079c-e843-465a-b88d-a56c390000ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.231753] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration 2c561661-acd5-418b-bb88-efbccd863798 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1178.231864] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance acaaa443-9d22-4d10-8404-4410098ef18d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.231974] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance ce3f5e34-62cf-440f-b698-d949eded7ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.232098] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 0f7e55c4-92ac-42fd-8b45-2f149985a085 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.232240] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b50de0fc-3e15-4a35-acf0-299b9eaa5744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.232357] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.232485] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 8ae86b66-2942-4d7d-9db4-69a9465eba6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.235599] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Created folder: Project (8ca327494c044791a85ba7d6be821b9a) in parent group-v575195. [ 1178.236040] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Creating folder: Instances. Parent ref: group-v575466. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.236914] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb15b042-913e-4e9f-8124-e5286db4b9c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.260210] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.262048] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5e1eed-435a-44b0-be52-80824a88ae48 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.279400] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Created folder: Instances in parent group-v575466. [ 1178.279704] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.280454] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.280992] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb2a3117-82c1-40a6-a065-c26aafa3f373 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.298163] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1178.298163] env[68503]: value = "task-2862639" [ 1178.298163] env[68503]: _type = "Task" [ 1178.298163] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.303473] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.303473] env[68503]: value = "task-2862640" [ 1178.303473] env[68503]: _type = "Task" [ 1178.303473] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.314203] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.319822] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862640, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.339533] env[68503]: DEBUG oslo_vmware.api [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183425} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.339921] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.340262] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.340719] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.340985] env[68503]: INFO nova.compute.manager [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1178.341456] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.341698] env[68503]: DEBUG nova.compute.manager [-] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.341840] env[68503]: DEBUG nova.network.neutron [-] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.350686] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "342bf4ba-d495-4146-bc90-3ff571825def" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.351179] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.351488] env[68503]: INFO nova.compute.manager [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Attaching volume 2ef51f49-546c-40a6-b3e3-d7ef3906f743 to /dev/sdb [ 1178.404084] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34e0dc3-71f7-4492-a2a4-5f4deeee84cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.411401] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387f3d1-5dff-4f7b-a20d-458a8f294acb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.421237] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.421597] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.421670] env[68503]: DEBUG nova.network.neutron [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.430055] env[68503]: DEBUG nova.virt.block_device [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updating existing volume attachment record: 861a55d5-6402-4a05-8964-f34993fc5e66 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.482426] env[68503]: DEBUG nova.network.neutron [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.703548] env[68503]: DEBUG nova.network.neutron [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating instance_info_cache with network_info: [{"id": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "address": "fa:16:3e:98:73:d6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc1d13a-ca", "ovs_interfaceid": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.737207] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1178.737408] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration 9f064f10-f9de-48d5-9d6d-1a07bd95b363 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1178.737589] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance d702acde-2d0e-4c3d-b2fa-194ea7c600d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1178.811737] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862639, 'name': ReconfigVM_Task, 'duration_secs': 0.450934} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.812536] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfigured VM instance instance-00000064 to attach disk [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.813330] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a6d51a6-3abb-493c-a243-b30dbef55b5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.818948] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862640, 'name': CreateVM_Task, 'duration_secs': 0.49922} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.819537] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.820340] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.820509] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.820936] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.821259] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177c5e0d-6bf8-4034-b13f-ef97a3dd3d35 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.824658] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1178.824658] env[68503]: value = "task-2862642" [ 1178.824658] env[68503]: _type = "Task" [ 1178.824658] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.830468] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1178.830468] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5209aeee-b7bc-8cfd-ed38-8a203bc3e603" [ 1178.830468] env[68503]: _type = "Task" [ 1178.830468] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.837963] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862642, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.843335] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5209aeee-b7bc-8cfd-ed38-8a203bc3e603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.026392] env[68503]: DEBUG nova.compute.manager [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.026591] env[68503]: DEBUG nova.compute.manager [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing instance network info cache due to event network-changed-cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.026888] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] Acquiring lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.027193] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] Acquired lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.027375] env[68503]: DEBUG nova.network.neutron [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Refreshing network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.110773] env[68503]: DEBUG nova.network.neutron [-] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.206419] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.206847] env[68503]: DEBUG nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Instance network_info: |[{"id": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "address": "fa:16:3e:98:73:d6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc1d13a-ca", "ovs_interfaceid": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.207356] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:73:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffc1d13a-ca95-476e-8738-d9a6d0cba899', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.215827] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Creating folder: Project (81b9dec579914776ac767424b394e99f). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.216207] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a28d3c-f833-4417-a253-7b3b70e37f50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.227497] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Created folder: Project (81b9dec579914776ac767424b394e99f) in parent group-v575195. [ 1179.227695] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Creating folder: Instances. Parent ref: group-v575471. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.227936] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4931594d-02f2-4b5f-b818-b10b8d706ad9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.237565] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Created folder: Instances in parent group-v575471. [ 1179.237826] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.237999] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.238240] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2139cf4b-0057-4da9-afac-7a6002a2c6b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.254823] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance d3ff0794-54b0-4539-a25d-339d5a4919b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1179.255085] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1179.255235] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1179.263078] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.263078] env[68503]: value = "task-2862647" [ 1179.263078] env[68503]: _type = "Task" [ 1179.263078] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.272345] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862647, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.341261] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862642, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.347835] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5209aeee-b7bc-8cfd-ed38-8a203bc3e603, 'name': SearchDatastore_Task, 'duration_secs': 0.035315} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.348254] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.348550] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.348827] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.348993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.349257] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.349581] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ca141b-d2f8-410f-a374-736636df4ba9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.362429] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.362725] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.363710] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601a802e-8d8f-468c-8d4b-a9ecf9498a05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.370509] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1179.370509] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c72627-b0fc-4c69-1ace-c53b8cb4fb09" [ 1179.370509] env[68503]: _type = "Task" [ 1179.370509] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.385071] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c72627-b0fc-4c69-1ace-c53b8cb4fb09, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.386133] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e2fecd-0b5c-41f9-90e1-b60f5acf40ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.395134] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1179.395134] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524a61d8-1d16-d7f8-a9f5-d990bff0051c" [ 1179.395134] env[68503]: _type = "Task" [ 1179.395134] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.404359] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a61d8-1d16-d7f8-a9f5-d990bff0051c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.546901] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c443e7-6d20-42bd-832f-52624ff11a8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.555247] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462ea17-05b3-422f-b3db-2a3a5982dea2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.588854] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fab289-29c3-4270-8950-da269f358a5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.599492] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63042013-679e-4954-80ed-82fd1c4bd90e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.617522] env[68503]: INFO nova.compute.manager [-] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Took 1.28 seconds to deallocate network for instance. [ 1179.617814] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.733624] env[68503]: DEBUG nova.network.neutron [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Successfully updated port: 31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.775473] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862647, 'name': CreateVM_Task, 'duration_secs': 0.378168} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.775683] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.776908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.776908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.776908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.778265] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90542d68-245d-43c6-abfd-aa1798134f9c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.782439] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1179.782439] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f4932a-e7d7-6241-420e-503774e4f937" [ 1179.782439] env[68503]: _type = "Task" [ 1179.782439] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.791698] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f4932a-e7d7-6241-420e-503774e4f937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.836603] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862642, 'name': Rename_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.877708] env[68503]: DEBUG nova.network.neutron [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updated VIF entry in instance network info cache for port cedbc09e-3678-488a-98da-2eac5ecf0a1e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.878156] env[68503]: DEBUG nova.network.neutron [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [{"id": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "address": "fa:16:3e:8a:bf:5a", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedbc09e-36", "ovs_interfaceid": "cedbc09e-3678-488a-98da-2eac5ecf0a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.906797] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a61d8-1d16-d7f8-a9f5-d990bff0051c, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.907050] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.907326] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466/5ac83bc7-dca1-42d3-aa3f-e7f0727a6466.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.907604] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b681587-f258-4859-8aff-227ab3342d61 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.914265] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1179.914265] env[68503]: value = "task-2862648" [ 1179.914265] env[68503]: _type = "Task" [ 1179.914265] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.921938] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.123627] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.129943] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.187919] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Received event network-changed-c89f2282-53f1-4087-9f1f-3c42f4a89205 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.188340] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Refreshing instance network info cache due to event network-changed-c89f2282-53f1-4087-9f1f-3c42f4a89205. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.188830] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquiring lock "refresh_cache-5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.189167] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquired lock "refresh_cache-5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.189475] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Refreshing network info cache for port c89f2282-53f1-4087-9f1f-3c42f4a89205 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.239712] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.239712] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.239712] env[68503]: DEBUG nova.network.neutron [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.293515] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f4932a-e7d7-6241-420e-503774e4f937, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.293875] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.294278] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.294543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.294693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.294874] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.295296] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e67229-a017-4cef-b664-db75283212ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.309852] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.310083] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.311405] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f651cb-3c3d-4c38-804f-80355bc894e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.332827] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1180.332827] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5299ff6c-7876-e75f-8cda-0579c8b108e2" [ 1180.332827] env[68503]: _type = "Task" [ 1180.332827] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.349737] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5299ff6c-7876-e75f-8cda-0579c8b108e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.353747] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862642, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.380929] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] Releasing lock "refresh_cache-54bae0b5-258c-429e-8931-cf08660d9386" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.381124] env[68503]: DEBUG nova.compute.manager [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.381909] env[68503]: DEBUG nova.compute.manager [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing instance network info cache due to event network-changed-b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.381909] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.425826] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862648, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.630550] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1180.630790] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.445s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.631151] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.069s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.780966] env[68503]: WARNING nova.network.neutron [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] 08295aa5-6495-4a0f-a930-2d2c346d05df already exists in list: networks containing: ['08295aa5-6495-4a0f-a930-2d2c346d05df']. ignoring it [ 1180.848703] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862642, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.854312] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5299ff6c-7876-e75f-8cda-0579c8b108e2, 'name': SearchDatastore_Task, 'duration_secs': 0.056414} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.855194] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70a2553-876d-4eee-98b1-90166a273f73 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.862892] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1180.862892] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5202f560-c80f-7d11-d7ca-648d4984ee8e" [ 1180.862892] env[68503]: _type = "Task" [ 1180.862892] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.874566] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5202f560-c80f-7d11-d7ca-648d4984ee8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.926589] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520339} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.926589] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466/5ac83bc7-dca1-42d3-aa3f-e7f0727a6466.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.926801] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.927069] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-831ea6ad-38b5-461b-9682-44fae7462d24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.936372] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1180.936372] env[68503]: value = "task-2862649" [ 1180.936372] env[68503]: _type = "Task" [ 1180.936372] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.945755] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.998246] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Updated VIF entry in instance network info cache for port c89f2282-53f1-4087-9f1f-3c42f4a89205. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.998696] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Updating instance_info_cache with network_info: [{"id": "c89f2282-53f1-4087-9f1f-3c42f4a89205", "address": "fa:16:3e:40:93:d8", "network": {"id": "c299c1b1-9dc4-4ac6-94d8-ea437f4c730d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-686896580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ca327494c044791a85ba7d6be821b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89f2282-53", "ovs_interfaceid": "c89f2282-53f1-4087-9f1f-3c42f4a89205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.103638] env[68503]: DEBUG nova.network.neutron [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "address": "fa:16:3e:45:43:ea", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31852e0c-6e", "ovs_interfaceid": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.134077] env[68503]: DEBUG nova.objects.instance [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'migration_context' on Instance uuid acaaa443-9d22-4d10-8404-4410098ef18d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.343777] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862642, 'name': Rename_Task, 'duration_secs': 2.098486} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.344089] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.344343] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c1ced0-792f-4b9b-9b9a-525a23a665d4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.350678] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1181.350678] env[68503]: value = "task-2862651" [ 1181.350678] env[68503]: _type = "Task" [ 1181.350678] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.358845] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.372270] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5202f560-c80f-7d11-d7ca-648d4984ee8e, 'name': SearchDatastore_Task, 'duration_secs': 0.033712} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.372546] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.372762] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 8ae86b66-2942-4d7d-9db4-69a9465eba6c/8ae86b66-2942-4d7d-9db4-69a9465eba6c.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.373093] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4af3c71-399a-4319-b8cd-b752f3b88774 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.381432] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1181.381432] env[68503]: value = "task-2862652" [ 1181.381432] env[68503]: _type = "Task" [ 1181.381432] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.390495] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.447256] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072323} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.447587] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.448558] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e6d83-38df-43f9-9e3a-71067ea1ddf3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.472634] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466/5ac83bc7-dca1-42d3-aa3f-e7f0727a6466.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.474359] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-951368aa-c945-4c7e-9fc7-ee543dc815be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.494090] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "30e2b79b-1799-4068-b27f-a7144279d615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.494310] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.500419] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1181.500419] env[68503]: value = "task-2862653" [ 1181.500419] env[68503]: _type = "Task" [ 1181.500419] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.504484] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Releasing lock "refresh_cache-5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.505075] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Received event network-vif-plugged-ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.505075] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.505246] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.505471] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.505663] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] No waiting events found dispatching network-vif-plugged-ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.505866] env[68503]: WARNING nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Received unexpected event network-vif-plugged-ffc1d13a-ca95-476e-8738-d9a6d0cba899 for instance with vm_state building and task_state spawning. [ 1181.506066] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Received event network-changed-ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.506236] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Refreshing instance network info cache due to event network-changed-ffc1d13a-ca95-476e-8738-d9a6d0cba899. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.506445] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquiring lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.506586] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquired lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.506752] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Refreshing network info cache for port ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.514430] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.607357] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.608800] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.608800] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.609072] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.609218] env[68503]: DEBUG nova.network.neutron [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.612048] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a81030-2615-4fb5-8e1c-650abd19d1d1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.633955] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.634239] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.634392] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.634578] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.634725] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.634892] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.635120] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.635276] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.635445] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.635611] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.635787] env[68503]: DEBUG nova.virt.hardware [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.642813] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Reconfiguring VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1181.646368] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8066334-4007-452b-ae12-c286173492ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.665417] env[68503]: DEBUG oslo_vmware.api [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1181.665417] env[68503]: value = "task-2862654" [ 1181.665417] env[68503]: _type = "Task" [ 1181.665417] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.674790] env[68503]: DEBUG oslo_vmware.api [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862654, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.862501] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862651, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.891755] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504838} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.892044] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 8ae86b66-2942-4d7d-9db4-69a9465eba6c/8ae86b66-2942-4d7d-9db4-69a9465eba6c.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.892246] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.892615] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418cc65c-0ba4-4770-9031-3d827381832a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.899313] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1181.899313] env[68503]: value = "task-2862655" [ 1181.899313] env[68503]: _type = "Task" [ 1181.899313] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.908188] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.030371] env[68503]: DEBUG nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.030371] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65254e26-6366-4a76-a39e-aff3d9720108 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.030371] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.030371] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d66c633-d8a6-4ea0-98f1-c56146e8a0a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.060144] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba16c26-687b-407d-b63e-0529e6d86d75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.069255] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ea70f-6cb5-4da0-95cf-277a8da1b949 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.084634] env[68503]: DEBUG nova.compute.provider_tree [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.174722] env[68503]: DEBUG oslo_vmware.api [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.249581] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updated VIF entry in instance network info cache for port ffc1d13a-ca95-476e-8738-d9a6d0cba899. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.250021] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating instance_info_cache with network_info: [{"id": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "address": "fa:16:3e:98:73:d6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc1d13a-ca", "ovs_interfaceid": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.363534] env[68503]: DEBUG oslo_vmware.api [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862651, 'name': PowerOnVM_Task, 'duration_secs': 0.690067} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.363894] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.364019] env[68503]: INFO nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1182.364214] env[68503]: DEBUG nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.365965] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7aa8fd-91a5-447d-8633-9b339ec6e8df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.411628] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082541} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.411908] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.412786] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad4e61-a19c-4d6e-83e3-2ed747168e53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.439746] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8ae86b66-2942-4d7d-9db4-69a9465eba6c/8ae86b66-2942-4d7d-9db4-69a9465eba6c.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.440841] env[68503]: DEBUG nova.network.neutron [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updated VIF entry in instance network info cache for port b28804a6-2f3b-4562-8a15-41de1794d32e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.441285] env[68503]: DEBUG nova.network.neutron [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "address": "fa:16:3e:45:43:ea", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31852e0c-6e", "ovs_interfaceid": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.446140] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8199c592-bc78-4a0d-9c51-7cbcd51a4f77 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.468484] env[68503]: DEBUG oslo_concurrency.lockutils [req-c1fed1a6-813c-44e1-9b18-4369aa7ba8cf req-fc50d373-e1ac-4a7e-9d0f-4900dd031c42 service nova] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.474959] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1182.474959] env[68503]: value = "task-2862656" [ 1182.474959] env[68503]: _type = "Task" [ 1182.474959] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.484049] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.514772] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862653, 'name': ReconfigVM_Task, 'duration_secs': 0.537468} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.517710] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466/5ac83bc7-dca1-42d3-aa3f-e7f0727a6466.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.518285] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-516bf6a6-d3e2-4566-800e-4035573facb1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.526309] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1182.526309] env[68503]: value = "task-2862657" [ 1182.526309] env[68503]: _type = "Task" [ 1182.526309] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.535391] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862657, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.536670] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.589351] env[68503]: DEBUG nova.scheduler.client.report [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.676991] env[68503]: DEBUG oslo_vmware.api [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862654, 'name': ReconfigVM_Task, 'duration_secs': 0.72238} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.677635] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.677920] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Reconfigured VM to attach interface {{(pid=68503) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1182.754550] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Releasing lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.754975] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Received event network-vif-deleted-b050fbb1-048f-4bbc-90c1-68ddd18b9edf {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.755163] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-vif-plugged-31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.755385] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquiring lock "84a7079c-e843-465a-b88d-a56c390000ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.755654] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Lock "84a7079c-e843-465a-b88d-a56c390000ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.755860] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Lock "84a7079c-e843-465a-b88d-a56c390000ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.756078] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] No waiting events found dispatching network-vif-plugged-31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.756290] env[68503]: WARNING nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received unexpected event network-vif-plugged-31852e0c-6e76-48f4-a403-12b6620eeb6e for instance with vm_state active and task_state None. [ 1182.756497] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-changed-31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.756696] env[68503]: DEBUG nova.compute.manager [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing instance network info cache due to event network-changed-31852e0c-6e76-48f4-a403-12b6620eeb6e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.756914] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.757075] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.757249] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Refreshing network info cache for port 31852e0c-6e76-48f4-a403-12b6620eeb6e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.884363] env[68503]: INFO nova.compute.manager [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Took 24.42 seconds to build instance. [ 1182.985175] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862656, 'name': ReconfigVM_Task, 'duration_secs': 0.320632} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.985568] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8ae86b66-2942-4d7d-9db4-69a9465eba6c/8ae86b66-2942-4d7d-9db4-69a9465eba6c.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.986280] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87eb700e-6abc-431a-aa13-475191d89e78 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.993151] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1182.993151] env[68503]: value = "task-2862658" [ 1182.993151] env[68503]: _type = "Task" [ 1182.993151] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.026703] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862658, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.036261] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862657, 'name': Rename_Task, 'duration_secs': 0.16355} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.036261] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.049386] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd8ebb1d-4e35-4527-b347-4e464d3ff8c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.049386] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1183.049386] env[68503]: value = "task-2862659" [ 1183.049386] env[68503]: _type = "Task" [ 1183.049386] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.049917] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.182827] env[68503]: DEBUG oslo_concurrency.lockutils [None req-09b4bd8f-c776-4654-b39f-3582893c9cf3 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-84a7079c-e843-465a-b88d-a56c390000ff-31852e0c-6e76-48f4-a403-12b6620eeb6e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.294s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.386371] env[68503]: DEBUG oslo_concurrency.lockutils [None req-631102e6-80d4-4ada-a378-eb0c7ae33ec8 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.467s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.491604] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.491870] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.492879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31839db-c3e6-4827-a90f-4b7bf0c91955 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.506530] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862658, 'name': Rename_Task, 'duration_secs': 0.152932} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.519400] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.519821] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a83101a4-a034-4502-bda0-412c6d978a03 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.522366] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99469c85-88fc-48da-8da7-150119160938 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.529545] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1183.529545] env[68503]: value = "task-2862660" [ 1183.529545] env[68503]: _type = "Task" [ 1183.529545] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.549730] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743/volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.556629] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d195e062-1037-4852-81a2-7db292ed082b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.576501] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.581168] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1183.581168] env[68503]: value = "task-2862661" [ 1183.581168] env[68503]: _type = "Task" [ 1183.581168] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.581168] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.585018] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updated VIF entry in instance network info cache for port 31852e0c-6e76-48f4-a403-12b6620eeb6e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.585018] env[68503]: DEBUG nova.network.neutron [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "address": "fa:16:3e:45:43:ea", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31852e0c-6e", "ovs_interfaceid": "31852e0c-6e76-48f4-a403-12b6620eeb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.590863] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.600422] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.969s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.606850] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.082s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.608908] env[68503]: INFO nova.compute.claims [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.058120] env[68503]: DEBUG oslo_vmware.api [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862659, 'name': PowerOnVM_Task, 'duration_secs': 0.622582} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.061746] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.061957] env[68503]: INFO nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1184.062826] env[68503]: DEBUG nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.063249] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.064149] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9926a9c5-1ec8-4f03-b2c0-bbababf3538f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.087334] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8507c14-9e17-4bd2-bb18-6cb051b79f7a req-403b6c94-3a98-4e6a-88c8-3b4abca9f2f4 service nova] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.092437] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.186936] env[68503]: DEBUG nova.compute.manager [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Received event network-changed-05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.187206] env[68503]: DEBUG nova.compute.manager [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Refreshing instance network info cache due to event network-changed-05d3802a-91ee-4aba-9be0-efa3ae5e66f0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.187365] env[68503]: DEBUG oslo_concurrency.lockutils [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] Acquiring lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.187509] env[68503]: DEBUG oslo_concurrency.lockutils [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] Acquired lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.187673] env[68503]: DEBUG nova.network.neutron [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Refreshing network info cache for port 05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.553537] env[68503]: DEBUG oslo_vmware.api [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862660, 'name': PowerOnVM_Task, 'duration_secs': 0.592964} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.553920] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.554059] env[68503]: INFO nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1184.554263] env[68503]: DEBUG nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.555118] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeee92a-e8f3-447f-84e3-1ca4243533d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.582030] env[68503]: INFO nova.compute.manager [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Took 20.36 seconds to build instance. [ 1184.594952] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862661, 'name': ReconfigVM_Task, 'duration_secs': 0.755469} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.596345] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743/volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.604939] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca75dd4e-6c5f-4f4a-92d5-6e95ad093e02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.633030] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1184.633030] env[68503]: value = "task-2862662" [ 1184.633030] env[68503]: _type = "Task" [ 1184.633030] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.649394] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.714303] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "interface-84a7079c-e843-465a-b88d-a56c390000ff-31852e0c-6e76-48f4-a403-12b6620eeb6e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.714579] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-84a7079c-e843-465a-b88d-a56c390000ff-31852e0c-6e76-48f4-a403-12b6620eeb6e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.972846] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13e9343-1e48-4b55-90c2-eed594d2988d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.981825] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9724bc47-5722-4ac4-9b9d-d95a3546af67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.021935] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdea808-d699-4b5e-8d43-2153b133d7dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.030179] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d50042d-9a83-4930-b3b1-63fb8fb0696a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.050589] env[68503]: DEBUG nova.compute.provider_tree [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.072222] env[68503]: INFO nova.compute.manager [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Took 20.17 seconds to build instance. [ 1185.089439] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b5b3a048-7220-4180-b80f-27eb9b238aac tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.875s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.098952] env[68503]: DEBUG nova.network.neutron [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updated VIF entry in instance network info cache for port 05d3802a-91ee-4aba-9be0-efa3ae5e66f0. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.099390] env[68503]: DEBUG nova.network.neutron [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.151848] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.156974] env[68503]: INFO nova.compute.manager [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Swapping old allocation on dict_keys(['5ef92549-0919-4b2c-ae90-83dbb99c3fc8']) held by migration 2c561661-acd5-418b-bb88-efbccd863798 for instance [ 1185.182281] env[68503]: DEBUG nova.scheduler.client.report [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Overwriting current allocation {'allocations': {'5ef92549-0919-4b2c-ae90-83dbb99c3fc8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 140}}, 'project_id': '0114dd446e644b938e1c31c2fe4a6198', 'user_id': '7012c3f790db43afbb96bb7a19c0124f', 'consumer_generation': 1} on consumer acaaa443-9d22-4d10-8404-4410098ef18d {{(pid=68503) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1185.217921] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.218300] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.219874] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85316341-a3d8-4484-be8a-08aa009509c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.244914] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8627488-5df3-4f71-8eeb-0c7d3dc491df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.274757] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Reconfiguring VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1185.276038] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ed907e-86cc-47bd-af94-21b50002f9ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.297455] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1185.297455] env[68503]: value = "task-2862663" [ 1185.297455] env[68503]: _type = "Task" [ 1185.297455] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.298521] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.298710] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.298885] env[68503]: DEBUG nova.network.neutron [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.309761] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.558432] env[68503]: DEBUG nova.scheduler.client.report [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.573965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7e5d17d6-ccaa-4dd7-a63c-35ea731bb077 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.682s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.602917] env[68503]: DEBUG oslo_concurrency.lockutils [req-ff65327e-6a79-4771-9099-ec345af780b5 req-21231db7-8d09-4594-bc9a-bd6b98afa62d service nova] Releasing lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.648145] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.751064] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.751918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.751918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.751918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.752134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.757732] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ec1b-df77-2acc-9e36-f70403642cf6/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1185.758774] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5353cfde-d55b-4067-8e67-0c935cbc0280 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.761764] env[68503]: INFO nova.compute.manager [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Terminating instance [ 1185.767506] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ec1b-df77-2acc-9e36-f70403642cf6/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1185.767506] env[68503]: ERROR oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ec1b-df77-2acc-9e36-f70403642cf6/disk-0.vmdk due to incomplete transfer. [ 1185.767506] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fbfe0b3-3070-44db-9683-339d0a65196f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.774107] env[68503]: DEBUG oslo_vmware.rw_handles [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ec1b-df77-2acc-9e36-f70403642cf6/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1185.774432] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Uploaded image f5a7bec3-14f1-4944-a2e1-b6e34081d623 to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1185.776704] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1185.777279] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e11d1c72-5aa6-4791-902d-81db2cc87186 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.782738] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1185.782738] env[68503]: value = "task-2862664" [ 1185.782738] env[68503]: _type = "Task" [ 1185.782738] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.790660] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862664, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.811341] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.033940] env[68503]: DEBUG nova.network.neutron [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [{"id": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "address": "fa:16:3e:ce:72:ea", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3501761-b9", "ovs_interfaceid": "a3501761-b90a-4f4c-91d1-12a5e5eba96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.064729] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.064957] env[68503]: DEBUG nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.072018] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.142s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.148207] env[68503]: DEBUG oslo_vmware.api [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862662, 'name': ReconfigVM_Task, 'duration_secs': 1.176463} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.148536] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.212975] env[68503]: DEBUG nova.compute.manager [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Received event network-changed-ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.213113] env[68503]: DEBUG nova.compute.manager [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Refreshing instance network info cache due to event network-changed-ffc1d13a-ca95-476e-8738-d9a6d0cba899. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.213383] env[68503]: DEBUG oslo_concurrency.lockutils [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] Acquiring lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.213487] env[68503]: DEBUG oslo_concurrency.lockutils [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] Acquired lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.213626] env[68503]: DEBUG nova.network.neutron [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Refreshing network info cache for port ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.266440] env[68503]: DEBUG nova.compute.manager [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.266535] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.267366] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11837475-a6e7-4635-9f7d-cde97105383b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.275352] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.276113] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9e0cb7-0969-4774-9060-099bc7ab4b85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.282321] env[68503]: DEBUG oslo_vmware.api [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1186.282321] env[68503]: value = "task-2862665" [ 1186.282321] env[68503]: _type = "Task" [ 1186.282321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.293742] env[68503]: DEBUG oslo_vmware.api [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.296628] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862664, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.308992] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.537193] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-acaaa443-9d22-4d10-8404-4410098ef18d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.538204] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ddc25e-252e-4ee8-b1f8-1903e58495c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.545570] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e45035-8fe7-43cc-a030-05fefcc72c09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.570746] env[68503]: DEBUG nova.compute.utils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.572316] env[68503]: DEBUG nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1186.576060] env[68503]: INFO nova.compute.claims [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.794870] env[68503]: DEBUG oslo_vmware.api [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862665, 'name': PowerOffVM_Task, 'duration_secs': 0.201997} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.797933] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.798147] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.798436] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862664, 'name': Destroy_Task, 'duration_secs': 0.624888} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.798656] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-001f8015-260e-4158-82c3-9436268680d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.800152] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Destroyed the VM [ 1186.800429] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1186.800693] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4dd929b-2a6f-4a88-ae85-7e0daa32bf07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.814291] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.814629] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1186.814629] env[68503]: value = "task-2862667" [ 1186.814629] env[68503]: _type = "Task" [ 1186.814629] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.822733] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.864118] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.864378] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.864604] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Deleting the datastore file [datastore2] 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.864902] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a3b192-9ef9-4804-915a-6b83ab9abca4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.873507] env[68503]: DEBUG oslo_vmware.api [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for the task: (returnval){ [ 1186.873507] env[68503]: value = "task-2862668" [ 1186.873507] env[68503]: _type = "Task" [ 1186.873507] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.881535] env[68503]: DEBUG oslo_vmware.api [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.936661] env[68503]: DEBUG nova.network.neutron [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updated VIF entry in instance network info cache for port ffc1d13a-ca95-476e-8738-d9a6d0cba899. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.937113] env[68503]: DEBUG nova.network.neutron [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating instance_info_cache with network_info: [{"id": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "address": "fa:16:3e:98:73:d6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc1d13a-ca", "ovs_interfaceid": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.073605] env[68503]: DEBUG nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.082698] env[68503]: INFO nova.compute.resource_tracker [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating resource usage from migration 9f064f10-f9de-48d5-9d6d-1a07bd95b363 [ 1187.188202] env[68503]: DEBUG nova.objects.instance [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'flavor' on Instance uuid 342bf4ba-d495-4146-bc90-3ff571825def {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.316935] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.322912] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83218b79-9a62-48ba-9104-bafe34130b1b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.329105] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862667, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.334264] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38d936-3695-47e9-bf08-7abf383e5938 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.369022] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e0349d-b963-4780-ac4f-b90d773a80b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.380039] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de674e8-2e4f-44a2-a477-dc05e3aa276f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.389663] env[68503]: DEBUG oslo_vmware.api [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Task: {'id': task-2862668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168875} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.398196] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.398447] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.398664] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.398841] env[68503]: INFO nova.compute.manager [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1187.399153] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.399659] env[68503]: DEBUG nova.compute.provider_tree [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.401189] env[68503]: DEBUG nova.compute.manager [-] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.401323] env[68503]: DEBUG nova.network.neutron [-] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.439786] env[68503]: DEBUG oslo_concurrency.lockutils [req-9eebfb73-4447-4275-821d-6323b4897dcf req-3aee1a91-846d-47bc-baeb-aeb00156938e service nova] Releasing lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.628880] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.629592] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b01e35cd-2bd8-4bf3-a66a-cacde8d18410 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.637734] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1187.637734] env[68503]: value = "task-2862669" [ 1187.637734] env[68503]: _type = "Task" [ 1187.637734] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.647503] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.694498] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19590712-26a3-42c8-9df1-121b1fa3795d tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.343s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.806210] env[68503]: DEBUG nova.compute.manager [req-dbdb341a-3d6a-4956-b705-903354b25c2e req-438758b5-6336-4592-8e35-27909531fe84 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Received event network-vif-deleted-c89f2282-53f1-4087-9f1f-3c42f4a89205 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.806422] env[68503]: INFO nova.compute.manager [req-dbdb341a-3d6a-4956-b705-903354b25c2e req-438758b5-6336-4592-8e35-27909531fe84 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Neutron deleted interface c89f2282-53f1-4087-9f1f-3c42f4a89205; detaching it from the instance and deleting it from the info cache [ 1187.806599] env[68503]: DEBUG nova.network.neutron [req-dbdb341a-3d6a-4956-b705-903354b25c2e req-438758b5-6336-4592-8e35-27909531fe84 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.819422] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.828954] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862667, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63902} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.829315] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1187.829614] env[68503]: DEBUG nova.compute.manager [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.830436] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc88e4e-c721-45c1-a067-4c2d35c7f6f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.905671] env[68503]: DEBUG nova.scheduler.client.report [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.083254] env[68503]: DEBUG nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.113169] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.113506] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.113719] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.113993] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.114234] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.114461] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.114797] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.115069] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.115343] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.115598] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.115849] env[68503]: DEBUG nova.virt.hardware [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.117068] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6515bcac-b480-4b3a-89f3-83f91eb654cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.127881] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c99b81-4fb0-4efa-9594-187d61f6e3a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.147402] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.156202] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Creating folder: Project (9360daaa602c434c88d9b5360db830ae). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.160648] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-824272b4-1476-4d01-a324-d18a437f3ce0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.169264] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862669, 'name': PowerOffVM_Task, 'duration_secs': 0.410935} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.169629] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.170564] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.170798] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.170960] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.171199] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.171375] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.171610] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.171862] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.172043] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.172298] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.172478] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.172665] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.178678] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234ed5c8-b1c0-4072-bee3-ab818b30ac2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.188673] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Created folder: Project (9360daaa602c434c88d9b5360db830ae) in parent group-v575195. [ 1188.188866] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Creating folder: Instances. Parent ref: group-v575474. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.189450] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2398464c-3150-472c-b8af-c127cc97b7f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.195434] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1188.195434] env[68503]: value = "task-2862671" [ 1188.195434] env[68503]: _type = "Task" [ 1188.195434] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.200494] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Created folder: Instances in parent group-v575474. [ 1188.200731] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.204087] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.204350] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.204584] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-807bcc07-2e67-4958-9022-229bd94bd732 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.222598] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.222598] env[68503]: value = "task-2862673" [ 1188.222598] env[68503]: _type = "Task" [ 1188.222598] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.228191] env[68503]: DEBUG nova.network.neutron [-] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.232717] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862673, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.258431] env[68503]: INFO nova.compute.manager [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Rebuilding instance [ 1188.316737] env[68503]: DEBUG nova.compute.manager [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.318657] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c8285-11ed-4e35-bcd7-6fcb49e9dae0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.323173] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a5dcc78-9abc-4b5c-ba92-a5c391647674 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.339502] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.354024] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a962c5-3599-4740-a528-13a823e2c4ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.372979] env[68503]: INFO nova.compute.manager [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Shelve offloading [ 1188.399414] env[68503]: DEBUG nova.compute.manager [req-dbdb341a-3d6a-4956-b705-903354b25c2e req-438758b5-6336-4592-8e35-27909531fe84 service nova] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Detach interface failed, port_id=c89f2282-53f1-4087-9f1f-3c42f4a89205, reason: Instance 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.410700] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.341s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.410893] env[68503]: INFO nova.compute.manager [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Migrating [ 1188.417454] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.692s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.418923] env[68503]: INFO nova.compute.claims [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.705306] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862671, 'name': ReconfigVM_Task, 'duration_secs': 0.199186} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.706131] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af1c686-61c9-465e-8fa4-388bbc4268a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.727437] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.727657] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.727823] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.728016] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.728170] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.728320] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.728522] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.728679] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.728843] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.729029] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.729438] env[68503]: DEBUG nova.virt.hardware [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.733082] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3d918d-fc17-40fa-9d9c-e7cc10897d47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.735497] env[68503]: INFO nova.compute.manager [-] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Took 1.33 seconds to deallocate network for instance. [ 1188.741264] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862673, 'name': CreateVM_Task, 'duration_secs': 0.303542} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.745049] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.745373] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1188.745373] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5223c674-0ead-2d50-dd94-b2ffb4b1ea09" [ 1188.745373] env[68503]: _type = "Task" [ 1188.745373] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.745891] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.746320] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.746359] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.746628] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58068225-2ed4-4ac8-90d2-941aa03478e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.753323] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1188.753323] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527a2a91-2dfa-e9bf-6449-707925a681d8" [ 1188.753323] env[68503]: _type = "Task" [ 1188.753323] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.758368] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5223c674-0ead-2d50-dd94-b2ffb4b1ea09, 'name': SearchDatastore_Task} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.766033] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.766296] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8468714-d69d-44ce-866f-6a0031bb0aec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.785844] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527a2a91-2dfa-e9bf-6449-707925a681d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012705} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.787090] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.787331] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.787564] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.787712] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.787887] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.788208] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1188.788208] env[68503]: value = "task-2862674" [ 1188.788208] env[68503]: _type = "Task" [ 1188.788208] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.788387] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00661b09-8bf6-44d4-ad85-644bd12c9389 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.799090] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.800245] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.800457] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.801170] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbcefef-728e-4f49-a2bb-eff67b4ad6a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.806044] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1188.806044] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52493caa-d9ba-7045-1598-49cae1650291" [ 1188.806044] env[68503]: _type = "Task" [ 1188.806044] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.817656] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52493caa-d9ba-7045-1598-49cae1650291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.821221] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.878886] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.879246] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f4493e3-cf60-4f27-9c92-51b87698f7e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.885953] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1188.885953] env[68503]: value = "task-2862675" [ 1188.885953] env[68503]: _type = "Task" [ 1188.885953] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.895406] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1188.895634] env[68503]: DEBUG nova.compute.manager [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.896407] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2998cd39-e177-4710-8647-585c3d279bd8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.901736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.901900] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.902083] env[68503]: DEBUG nova.network.neutron [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.933542] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.933729] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.933903] env[68503]: DEBUG nova.network.neutron [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.248573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.303353] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862674, 'name': ReconfigVM_Task, 'duration_secs': 0.24584} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.303748] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.304910] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba115630-ddb7-44a0-be21-f48661312154 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.350453] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.356609] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0e2695-d891-4a9e-b5a9-facdcb3bb773 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.378640] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.379090] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52493caa-d9ba-7045-1598-49cae1650291, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.383970] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4119e7cf-7a46-45df-b487-2205730cb987 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.386757] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.387491] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6898a93a-4e48-49df-8fb8-b9f1e3a6f243 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.394087] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1189.394087] env[68503]: value = "task-2862676" [ 1189.394087] env[68503]: _type = "Task" [ 1189.394087] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.396489] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1189.396489] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52b0ed63-3f72-d47e-e648-2c52e168e007" [ 1189.396489] env[68503]: _type = "Task" [ 1189.396489] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.402170] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1189.402170] env[68503]: value = "task-2862677" [ 1189.402170] env[68503]: _type = "Task" [ 1189.402170] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.414465] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.419710] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52b0ed63-3f72-d47e-e648-2c52e168e007, 'name': SearchDatastore_Task, 'duration_secs': 0.015792} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.423392] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.423392] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.423577] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.423679] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bcf7340-6270-4b04-b0bd-c610c0fa6b1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.431904] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1189.431904] env[68503]: value = "task-2862678" [ 1189.431904] env[68503]: _type = "Task" [ 1189.431904] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.445537] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.701421] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a61ce12-8efd-4dde-ae63-0e14398c820c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.713754] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab39acd-b016-43b2-9ff7-b73088e1e855 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.749821] env[68503]: DEBUG nova.network.neutron [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance_info_cache with network_info: [{"id": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "address": "fa:16:3e:6a:3c:5d", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998ac40f-f1", "ovs_interfaceid": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.752463] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a13805-263d-457f-8b35-567178a813fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.764101] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869efe19-1d79-43c7-9185-82f67827c9b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.784769] env[68503]: DEBUG nova.compute.provider_tree [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.827827] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.908948] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862676, 'name': ReconfigVM_Task, 'duration_secs': 0.363391} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.912753] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d/acaaa443-9d22-4d10-8404-4410098ef18d.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.913943] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858facb-01b1-4144-86ea-a23b6a55004e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.923648] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862677, 'name': PowerOffVM_Task, 'duration_secs': 0.216785} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.942302] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.946213] env[68503]: DEBUG nova.network.neutron [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Updating instance_info_cache with network_info: [{"id": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "address": "fa:16:3e:72:9f:df", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916906f6-ea", "ovs_interfaceid": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.952196] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132957b5-5555-450a-9fbb-a50f2d1b0a72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.983282] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.983998] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc4f8b-a7fa-4715-9bb4-483737caefd8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.006483] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cc5183-63af-4868-a20e-3ee54b9bc4e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.015315] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.016757] env[68503]: INFO nova.compute.manager [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Detaching volume 2ef51f49-546c-40a6-b3e3-d7ef3906f743 [ 1190.018513] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b2fc05c-8d15-43f9-b1d3-bf780d9ec901 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.027891] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1190.027891] env[68503]: value = "task-2862679" [ 1190.027891] env[68503]: _type = "Task" [ 1190.027891] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.036245] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.054223] env[68503]: INFO nova.virt.block_device [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Attempting to driver detach volume 2ef51f49-546c-40a6-b3e3-d7ef3906f743 from mountpoint /dev/sdb [ 1190.054537] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.054746] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.056017] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adebb11-2bef-42eb-84e6-b4e8c1afce23 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.080821] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c69da-8a87-4ce3-8a48-c87e1481c983 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.089333] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293ca92-02e5-4399-b376-82fe01cd512d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.113774] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06da15c8-be10-49eb-ae9b-1e72381d0e75 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.130429] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] The volume has not been displaced from its original location: [datastore2] volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743/volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.135918] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.136306] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd8736a7-bf34-49b1-8a18-5dfc39dda768 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.156409] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1190.156409] env[68503]: value = "task-2862680" [ 1190.156409] env[68503]: _type = "Task" [ 1190.156409] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.165092] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.256117] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.291026] env[68503]: DEBUG nova.scheduler.client.report [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.327030] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.454924] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573493} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.455142] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.455364] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.455625] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b19b70f-c0dd-4408-bc19-f1dc0bc9153f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.457897] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.465440] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1190.465440] env[68503]: value = "task-2862681" [ 1190.465440] env[68503]: _type = "Task" [ 1190.465440] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.474532] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.538813] env[68503]: DEBUG oslo_vmware.api [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862679, 'name': PowerOnVM_Task, 'duration_secs': 0.401807} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.539070] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.666923] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862680, 'name': ReconfigVM_Task, 'duration_secs': 0.193383} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.667265] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.671861] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103fecf7-1ae8-4df8-947c-1674b2508b95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.689535] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1190.689535] env[68503]: value = "task-2862682" [ 1190.689535] env[68503]: _type = "Task" [ 1190.689535] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.698197] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.700955] env[68503]: DEBUG nova.compute.manager [req-a867e73b-41cd-4a12-9473-a543783f5a90 req-2b6beb62-0cd3-4655-8807-3daa465b4357 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Received event network-vif-unplugged-916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.701204] env[68503]: DEBUG oslo_concurrency.lockutils [req-a867e73b-41cd-4a12-9473-a543783f5a90 req-2b6beb62-0cd3-4655-8807-3daa465b4357 service nova] Acquiring lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.701438] env[68503]: DEBUG oslo_concurrency.lockutils [req-a867e73b-41cd-4a12-9473-a543783f5a90 req-2b6beb62-0cd3-4655-8807-3daa465b4357 service nova] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.701611] env[68503]: DEBUG oslo_concurrency.lockutils [req-a867e73b-41cd-4a12-9473-a543783f5a90 req-2b6beb62-0cd3-4655-8807-3daa465b4357 service nova] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.701778] env[68503]: DEBUG nova.compute.manager [req-a867e73b-41cd-4a12-9473-a543783f5a90 req-2b6beb62-0cd3-4655-8807-3daa465b4357 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] No waiting events found dispatching network-vif-unplugged-916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.701946] env[68503]: WARNING nova.compute.manager [req-a867e73b-41cd-4a12-9473-a543783f5a90 req-2b6beb62-0cd3-4655-8807-3daa465b4357 service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Received unexpected event network-vif-unplugged-916906f6-eaa8-4897-8c72-e6ccadfb9a74 for instance with vm_state shelved and task_state shelving_offloading. [ 1190.715920] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.716840] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26170686-999e-4edb-a836-3b02bf5591c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.725899] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.726182] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4127c51-9926-40a3-9220-a9df49682446 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.796305] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.796933] env[68503]: DEBUG nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.799855] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.670s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.801267] env[68503]: DEBUG nova.objects.instance [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lazy-loading 'resources' on Instance uuid 0f7e55c4-92ac-42fd-8b45-2f149985a085 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.819025] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.819025] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.819025] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleting the datastore file [datastore1] ce3f5e34-62cf-440f-b698-d949eded7ad1 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.822663] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06097abe-018f-4be7-8250-a0707f9e89bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.834770] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.839051] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1190.839051] env[68503]: value = "task-2862684" [ 1190.839051] env[68503]: _type = "Task" [ 1190.839051] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.848686] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.978013] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073359} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.978362] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.979255] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cc1b1c-b495-4109-b35a-aa16006191dd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.017566] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.018161] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09d6023-95bf-4410-a42a-16e7cec0d873 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.039542] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1191.039542] env[68503]: value = "task-2862685" [ 1191.039542] env[68503]: _type = "Task" [ 1191.039542] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.053953] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.199320] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862682, 'name': ReconfigVM_Task, 'duration_secs': 0.373462} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.199621] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.305510] env[68503]: DEBUG nova.compute.utils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.309759] env[68503]: DEBUG nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.309948] env[68503]: DEBUG nova.network.neutron [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.331297] env[68503]: DEBUG oslo_vmware.api [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862663, 'name': ReconfigVM_Task, 'duration_secs': 5.875708} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.331617] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.332365] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Reconfigured VM to detach interface {{(pid=68503) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1191.351713] env[68503]: DEBUG oslo_vmware.api [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484656} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.355258] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.355546] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.355795] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.363700] env[68503]: DEBUG nova.policy [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b555722e8e34ad1b0c7534171e76f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ef43e1b523b4fbe95c978e66c0f7f17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.376218] env[68503]: INFO nova.scheduler.client.report [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted allocations for instance ce3f5e34-62cf-440f-b698-d949eded7ad1 [ 1191.555562] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862685, 'name': ReconfigVM_Task, 'duration_secs': 0.497345} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.561935] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Reconfigured VM instance instance-00000067 to attach disk [datastore2] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.561935] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d473490c-61a8-4abe-861c-4029b59d2716 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.568089] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1191.568089] env[68503]: value = "task-2862686" [ 1191.568089] env[68503]: _type = "Task" [ 1191.568089] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.573338] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311a096-ae2a-440b-bdb6-baf71bd8c265 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.585804] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c73dd-b1bb-44c8-96ca-fda480a82b59 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.589974] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862686, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.591132] env[68503]: INFO nova.compute.manager [None req-cc4d3f0d-716c-465e-8426-7454bd4ddace tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance to original state: 'active' [ 1191.625533] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882ae59-0b87-4a85-a14a-f498662c0bfc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.636856] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab87fb5-3cf9-4653-bd97-7015e23ee11f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.653875] env[68503]: DEBUG nova.compute.provider_tree [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.704254] env[68503]: DEBUG nova.network.neutron [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Successfully created port: c622fcec-acc2-4223-bc40-dddc2d581f68 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.772760] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea39f289-2502-4e25-ac79-9873b9244ef5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.802817] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance 'd702acde-2d0e-4c3d-b2fa-194ea7c600d6' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.814443] env[68503]: DEBUG nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.881950] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.079849] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862686, 'name': Rename_Task, 'duration_secs': 0.181397} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.080175] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.080693] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcb6c4b5-117f-4b45-ad0a-c5908a9d496e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.089589] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1192.089589] env[68503]: value = "task-2862687" [ 1192.089589] env[68503]: _type = "Task" [ 1192.089589] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.101420] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.158167] env[68503]: DEBUG nova.scheduler.client.report [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.257855] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.257855] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2933ce4e-6849-45ae-8ce2-b1867beb7867 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.266628] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1192.266628] env[68503]: value = "task-2862688" [ 1192.266628] env[68503]: _type = "Task" [ 1192.266628] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.275420] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.313461] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.313461] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccdbacd-ea71-472d-b74f-2a3d10b601cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.323813] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1192.323813] env[68503]: value = "task-2862689" [ 1192.323813] env[68503]: _type = "Task" [ 1192.323813] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.333187] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.600083] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.663472] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.666042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.129s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.667358] env[68503]: INFO nova.compute.claims [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.691776] env[68503]: INFO nova.scheduler.client.report [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleted allocations for instance 0f7e55c4-92ac-42fd-8b45-2f149985a085 [ 1192.705769] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.780120] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1192.780490] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1192.780554] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1192.781767] env[68503]: DEBUG nova.compute.manager [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Received event network-changed-916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.781950] env[68503]: DEBUG nova.compute.manager [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Refreshing instance network info cache due to event network-changed-916906f6-eaa8-4897-8c72-e6ccadfb9a74. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.782179] env[68503]: DEBUG oslo_concurrency.lockutils [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] Acquiring lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.782429] env[68503]: DEBUG oslo_concurrency.lockutils [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] Acquired lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.782504] env[68503]: DEBUG nova.network.neutron [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Refreshing network info cache for port 916906f6-eaa8-4897-8c72-e6ccadfb9a74 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.784635] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b6e90-7b7f-470d-8ba6-c1a4619e36ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.807153] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ab90f-ef7e-42aa-b030-25dbd75b3985 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.815601] env[68503]: WARNING nova.virt.vmwareapi.driver [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1192.815942] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.816755] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b40baa4-f95c-4e6b-acbd-3e582137ba01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.823491] env[68503]: DEBUG nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.828314] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.831797] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1987888d-d89d-474a-85cc-d485c276097b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.840229] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.849655] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.849961] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.850277] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.850373] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.850530] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.850660] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.850865] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.851029] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.851220] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.851393] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.851561] env[68503]: DEBUG nova.virt.hardware [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.853231] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5627228a-8c5d-429b-9f6d-4b844db237cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.860897] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f55da9a-b4e3-4471-adbb-78474be46251 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.881428] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.881626] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquired lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.881805] env[68503]: DEBUG nova.network.neutron [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.904416] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.904731] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.905023] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleting the datastore file [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.905387] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fd2d7d5-ab55-441c-95b7-f04e01dfc283 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.912948] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1192.912948] env[68503]: value = "task-2862691" [ 1192.912948] env[68503]: _type = "Task" [ 1192.912948] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.921540] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.101124] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.146377] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "acaaa443-9d22-4d10-8404-4410098ef18d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.146676] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.146969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.147190] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.147366] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.149654] env[68503]: INFO nova.compute.manager [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Terminating instance [ 1193.203310] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ab281599-4c80-4ae9-ab87-024c131b70ae tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "0f7e55c4-92ac-42fd-8b45-2f149985a085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.479s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.258660] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "84a7079c-e843-465a-b88d-a56c390000ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.258943] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "84a7079c-e843-465a-b88d-a56c390000ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.259205] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "84a7079c-e843-465a-b88d-a56c390000ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.259426] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "84a7079c-e843-465a-b88d-a56c390000ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.259659] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "84a7079c-e843-465a-b88d-a56c390000ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.261750] env[68503]: INFO nova.compute.manager [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Terminating instance [ 1193.337809] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862689, 'name': PowerOffVM_Task, 'duration_secs': 0.628518} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.338087] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.338269] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance 'd702acde-2d0e-4c3d-b2fa-194ea7c600d6' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.423636] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154749} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.427158] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.427158] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.427158] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.557535] env[68503]: DEBUG nova.network.neutron [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Updated VIF entry in instance network info cache for port 916906f6-eaa8-4897-8c72-e6ccadfb9a74. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.558045] env[68503]: DEBUG nova.network.neutron [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Updating instance_info_cache with network_info: [{"id": "916906f6-eaa8-4897-8c72-e6ccadfb9a74", "address": "fa:16:3e:72:9f:df", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": null, "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap916906f6-ea", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.580031] env[68503]: DEBUG nova.network.neutron [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Successfully updated port: c622fcec-acc2-4223-bc40-dddc2d581f68 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.603436] env[68503]: DEBUG oslo_vmware.api [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862687, 'name': PowerOnVM_Task, 'duration_secs': 1.145208} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.603743] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.603945] env[68503]: INFO nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Took 5.52 seconds to spawn the instance on the hypervisor. [ 1193.604140] env[68503]: DEBUG nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.605392] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136ea3a0-0dc1-435d-9dea-2b94108f40bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.653801] env[68503]: DEBUG nova.compute.manager [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.654658] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.654658] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5daa84f7-bbbe-4d65-bb41-8f6b5481a68f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.664688] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1193.664688] env[68503]: value = "task-2862692" [ 1193.664688] env[68503]: _type = "Task" [ 1193.664688] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.682206] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.710884] env[68503]: INFO nova.network.neutron [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Port 31852e0c-6e76-48f4-a403-12b6620eeb6e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1193.711223] env[68503]: DEBUG nova.network.neutron [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [{"id": "b28804a6-2f3b-4562-8a15-41de1794d32e", "address": "fa:16:3e:be:fe:5d", "network": {"id": "08295aa5-6495-4a0f-a930-2d2c346d05df", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1734945716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da706b1e3b5c473197cff4e395ca9533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28804a6-2f", "ovs_interfaceid": "b28804a6-2f3b-4562-8a15-41de1794d32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.766279] env[68503]: DEBUG nova.compute.manager [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.766520] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.767653] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45231123-7078-48d3-821e-3af80ad14f18 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.777266] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.779020] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73524336-fcbb-4e10-bdac-d1ba070131d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.786924] env[68503]: DEBUG oslo_vmware.api [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1193.786924] env[68503]: value = "task-2862693" [ 1193.786924] env[68503]: _type = "Task" [ 1193.786924] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.797933] env[68503]: DEBUG oslo_vmware.api [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.848451] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.848816] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.848926] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.849204] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.849447] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.849664] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.849890] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.850065] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.850242] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.850417] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.850584] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.856656] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549eb675-1869-4692-b548-80e33f96c239 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.876709] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1193.876709] env[68503]: value = "task-2862694" [ 1193.876709] env[68503]: _type = "Task" [ 1193.876709] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.887928] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.914530] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1a3c9a-6034-4f5d-adbf-47ef9928deee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.924872] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9581b0c2-bb36-4c69-89cd-b014f39a0ea6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.932186] env[68503]: INFO nova.virt.block_device [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Booting with volume 2ef51f49-546c-40a6-b3e3-d7ef3906f743 at /dev/sdb [ 1193.970819] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51379a98-05fa-4d96-bc2c-82cf9bef18e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.981981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3edcb1b-7375-4734-baa8-1bc01773427a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.010933] env[68503]: DEBUG nova.compute.provider_tree [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.013303] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21a53d5f-74f5-4df0-a5c5-fc419439946e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.024395] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5180e4f-d06e-4084-a7cf-66b6f78db987 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.057902] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d961388-f100-466e-b1ec-56dbbbad89f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.060015] env[68503]: DEBUG oslo_concurrency.lockutils [req-5d8c1faf-6a24-4691-84e8-db49fbce88d8 req-afb4e80d-5873-4a71-8aec-19ac533c05ce service nova] Releasing lock "refresh_cache-ce3f5e34-62cf-440f-b698-d949eded7ad1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.069528] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb9d6c3-8680-4660-9369-732d59a3fb84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.085234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "refresh_cache-d3ff0794-54b0-4539-a25d-339d5a4919b1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.085234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquired lock "refresh_cache-d3ff0794-54b0-4539-a25d-339d5a4919b1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.085234] env[68503]: DEBUG nova.network.neutron [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.104742] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a497c9dd-c025-4f0d-ab4a-c0d9a89de1bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.112900] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df41afda-9f07-48ce-aa20-fb87826951be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.125974] env[68503]: INFO nova.compute.manager [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Took 20.63 seconds to build instance. [ 1194.139775] env[68503]: DEBUG nova.virt.block_device [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updating existing volume attachment record: 1e00a861-5668-42f5-8bdd-88117cb1ff90 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.174728] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862692, 'name': PowerOffVM_Task, 'duration_secs': 0.323096} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.175024] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.175229] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.175432] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575446', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'name': 'volume-0d9858a7-5a61-4326-94aa-8f31205188cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'acaaa443-9d22-4d10-8404-4410098ef18d', 'attached_at': '2025-03-07T15:52:37.000000', 'detached_at': '', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'serial': '0d9858a7-5a61-4326-94aa-8f31205188cc'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.176232] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a64880-8ef4-4da1-8a87-604ddc5896ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.200330] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbdf54f-082a-4e9b-917c-cb0f7a149764 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.209543] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c2460-bbf2-43a6-a60e-6762dd73ee58 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.214034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Releasing lock "refresh_cache-84a7079c-e843-465a-b88d-a56c390000ff" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.234385] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b4adb0cd-c859-4d74-8154-ded658bbab06 tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "interface-84a7079c-e843-465a-b88d-a56c390000ff-31852e0c-6e76-48f4-a403-12b6620eeb6e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.520s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.235821] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ad76ee-9026-4183-8fe4-0783a8248c3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.253972] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] The volume has not been displaced from its original location: [datastore1] volume-0d9858a7-5a61-4326-94aa-8f31205188cc/volume-0d9858a7-5a61-4326-94aa-8f31205188cc.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.259612] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.259788] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca77751-a0a2-4f80-be02-225446ff7dab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.280403] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1194.280403] env[68503]: value = "task-2862695" [ 1194.280403] env[68503]: _type = "Task" [ 1194.280403] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.293408] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.298886] env[68503]: DEBUG oslo_vmware.api [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862693, 'name': PowerOffVM_Task, 'duration_secs': 0.237451} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.299153] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.299350] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.299602] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca15979-5a07-4fe3-9770-0d282fb35bcc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.379161] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.379334] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.379520] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleting the datastore file [datastore2] 84a7079c-e843-465a-b88d-a56c390000ff {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.383361] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25754b95-ed5f-458e-82ed-b67c27d449b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.394622] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862694, 'name': ReconfigVM_Task, 'duration_secs': 0.247625} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.395930] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance 'd702acde-2d0e-4c3d-b2fa-194ea7c600d6' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.399312] env[68503]: DEBUG oslo_vmware.api [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1194.399312] env[68503]: value = "task-2862697" [ 1194.399312] env[68503]: _type = "Task" [ 1194.399312] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.408489] env[68503]: DEBUG oslo_vmware.api [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.516983] env[68503]: DEBUG nova.scheduler.client.report [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.617116] env[68503]: DEBUG nova.network.neutron [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.627873] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56a92e61-4006-462b-bb67-c26624df3872 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.143s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.762481] env[68503]: DEBUG nova.network.neutron [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Updating instance_info_cache with network_info: [{"id": "c622fcec-acc2-4223-bc40-dddc2d581f68", "address": "fa:16:3e:4a:e0:c5", "network": {"id": "35acaa70-a168-45a1-b993-e167183236ea", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1581255946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ef43e1b523b4fbe95c978e66c0f7f17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc622fcec-ac", "ovs_interfaceid": "c622fcec-acc2-4223-bc40-dddc2d581f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.792668] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862695, 'name': ReconfigVM_Task, 'duration_secs': 0.306239} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.792965] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.798171] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03532200-f8f9-4646-b890-e8157ca0c1d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.810997] env[68503]: DEBUG nova.compute.manager [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Received event network-vif-plugged-c622fcec-acc2-4223-bc40-dddc2d581f68 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.811348] env[68503]: DEBUG oslo_concurrency.lockutils [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] Acquiring lock "d3ff0794-54b0-4539-a25d-339d5a4919b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.811472] env[68503]: DEBUG oslo_concurrency.lockutils [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.811642] env[68503]: DEBUG oslo_concurrency.lockutils [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.811807] env[68503]: DEBUG nova.compute.manager [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] No waiting events found dispatching network-vif-plugged-c622fcec-acc2-4223-bc40-dddc2d581f68 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.811971] env[68503]: WARNING nova.compute.manager [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Received unexpected event network-vif-plugged-c622fcec-acc2-4223-bc40-dddc2d581f68 for instance with vm_state building and task_state spawning. [ 1194.812144] env[68503]: DEBUG nova.compute.manager [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Received event network-changed-c622fcec-acc2-4223-bc40-dddc2d581f68 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.812322] env[68503]: DEBUG nova.compute.manager [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Refreshing instance network info cache due to event network-changed-c622fcec-acc2-4223-bc40-dddc2d581f68. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.812490] env[68503]: DEBUG oslo_concurrency.lockutils [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] Acquiring lock "refresh_cache-d3ff0794-54b0-4539-a25d-339d5a4919b1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.819974] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1194.819974] env[68503]: value = "task-2862698" [ 1194.819974] env[68503]: _type = "Task" [ 1194.819974] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.829534] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.902794] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.903059] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.903221] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.904033] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.904033] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.904033] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.904033] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.904352] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.904352] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.904441] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.904580] env[68503]: DEBUG nova.virt.hardware [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.909892] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.910262] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f856437-87b0-4965-a0dd-9ece1ddb5f45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.934033] env[68503]: DEBUG oslo_vmware.api [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153257} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.935412] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.935580] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.935756] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.935959] env[68503]: INFO nova.compute.manager [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1194.936677] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.936677] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1194.936677] env[68503]: value = "task-2862699" [ 1194.936677] env[68503]: _type = "Task" [ 1194.936677] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.936677] env[68503]: DEBUG nova.compute.manager [-] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.936931] env[68503]: DEBUG nova.network.neutron [-] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.948204] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.022811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.023537] env[68503]: DEBUG nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.026765] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.778s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.031531] env[68503]: DEBUG nova.objects.instance [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lazy-loading 'resources' on Instance uuid 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.265159] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Releasing lock "refresh_cache-d3ff0794-54b0-4539-a25d-339d5a4919b1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.265480] env[68503]: DEBUG nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Instance network_info: |[{"id": "c622fcec-acc2-4223-bc40-dddc2d581f68", "address": "fa:16:3e:4a:e0:c5", "network": {"id": "35acaa70-a168-45a1-b993-e167183236ea", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1581255946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ef43e1b523b4fbe95c978e66c0f7f17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc622fcec-ac", "ovs_interfaceid": "c622fcec-acc2-4223-bc40-dddc2d581f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.265780] env[68503]: DEBUG oslo_concurrency.lockutils [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] Acquired lock "refresh_cache-d3ff0794-54b0-4539-a25d-339d5a4919b1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.265951] env[68503]: DEBUG nova.network.neutron [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Refreshing network info cache for port c622fcec-acc2-4223-bc40-dddc2d581f68 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.267142] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:e0:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c622fcec-acc2-4223-bc40-dddc2d581f68', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.274752] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Creating folder: Project (3ef43e1b523b4fbe95c978e66c0f7f17). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.277457] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-051170f7-ca83-43c4-a1de-ce2fbfbd492a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.290151] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Created folder: Project (3ef43e1b523b4fbe95c978e66c0f7f17) in parent group-v575195. [ 1195.290345] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Creating folder: Instances. Parent ref: group-v575477. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.290574] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ad908f-9006-4b64-a845-0f79a7e57967 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.298876] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Created folder: Instances in parent group-v575477. [ 1195.299120] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.299329] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.299536] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be0e0bdc-ad9c-49e8-9b06-3f6a7f441e09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.324777] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.324777] env[68503]: value = "task-2862702" [ 1195.324777] env[68503]: _type = "Task" [ 1195.324777] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.330860] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862698, 'name': ReconfigVM_Task, 'duration_secs': 0.2336} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.331540] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575446', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'name': 'volume-0d9858a7-5a61-4326-94aa-8f31205188cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'acaaa443-9d22-4d10-8404-4410098ef18d', 'attached_at': '2025-03-07T15:52:37.000000', 'detached_at': '', 'volume_id': '0d9858a7-5a61-4326-94aa-8f31205188cc', 'serial': '0d9858a7-5a61-4326-94aa-8f31205188cc'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.331803] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.332595] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd43f51c-d8a5-41d9-8a89-f496b55b2b94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.337735] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862702, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.341561] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.341775] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbd764bc-e88b-4ca9-8b8b-3bca6b67fbec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.421858] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.422092] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.422342] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleting the datastore file [datastore2] acaaa443-9d22-4d10-8404-4410098ef18d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.422689] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f1367d7-4a02-43f6-8bb4-ae8692bbd0aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.429780] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1195.429780] env[68503]: value = "task-2862704" [ 1195.429780] env[68503]: _type = "Task" [ 1195.429780] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.438104] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.449233] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862699, 'name': ReconfigVM_Task, 'duration_secs': 0.244275} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.449509] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.450831] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e08702e-20db-4bba-8de9-764a83e9d89a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.474130] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] d702acde-2d0e-4c3d-b2fa-194ea7c600d6/d702acde-2d0e-4c3d-b2fa-194ea7c600d6.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.474428] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-999183f0-0c3e-4afc-9f4b-4f0b3c2afc57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.494860] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1195.494860] env[68503]: value = "task-2862705" [ 1195.494860] env[68503]: _type = "Task" [ 1195.494860] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.503481] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.530828] env[68503]: DEBUG nova.compute.utils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.534840] env[68503]: DEBUG nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.535126] env[68503]: DEBUG nova.network.neutron [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.559736] env[68503]: INFO nova.compute.manager [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Rebuilding instance [ 1195.582107] env[68503]: DEBUG nova.policy [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5d669298c74ffb8c8c865a5305df59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5998df66b36243ec83a5606e0b94e297', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.610149] env[68503]: DEBUG nova.network.neutron [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Updated VIF entry in instance network info cache for port c622fcec-acc2-4223-bc40-dddc2d581f68. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.610501] env[68503]: DEBUG nova.network.neutron [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Updating instance_info_cache with network_info: [{"id": "c622fcec-acc2-4223-bc40-dddc2d581f68", "address": "fa:16:3e:4a:e0:c5", "network": {"id": "35acaa70-a168-45a1-b993-e167183236ea", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1581255946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ef43e1b523b4fbe95c978e66c0f7f17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc622fcec-ac", "ovs_interfaceid": "c622fcec-acc2-4223-bc40-dddc2d581f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.625982] env[68503]: DEBUG nova.compute.manager [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.628445] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ec82a1-0ae6-4d75-882d-c55db46b7b53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.793989] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f54e9a-b41b-472a-8477-7974b102b33d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.804942] env[68503]: DEBUG nova.compute.manager [req-4893673d-99d3-45af-bfae-9c1473739951 req-ec7ea8f9-ad5b-40d0-ad4d-54836af5b81b service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Received event network-vif-deleted-b28804a6-2f3b-4562-8a15-41de1794d32e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.805160] env[68503]: INFO nova.compute.manager [req-4893673d-99d3-45af-bfae-9c1473739951 req-ec7ea8f9-ad5b-40d0-ad4d-54836af5b81b service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Neutron deleted interface b28804a6-2f3b-4562-8a15-41de1794d32e; detaching it from the instance and deleting it from the info cache [ 1195.805335] env[68503]: DEBUG nova.network.neutron [req-4893673d-99d3-45af-bfae-9c1473739951 req-ec7ea8f9-ad5b-40d0-ad4d-54836af5b81b service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.816765] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b798a64-2848-406c-84c4-6a7ffc47df84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.854929] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ea0fdf-eb23-4dc8-a25a-e21a44208607 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.862917] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862702, 'name': CreateVM_Task, 'duration_secs': 0.328518} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.864823] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.865566] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.865728] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.866060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.867274] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac103615-eefc-450f-a95d-c4e18e89351e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.871193] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df7d0ae-14c0-443c-9199-ab51f729f8d8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.883084] env[68503]: DEBUG nova.compute.provider_tree [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.885943] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1195.885943] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5268c62b-d7ba-0016-00b5-33cbc70e7994" [ 1195.885943] env[68503]: _type = "Task" [ 1195.885943] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.894995] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5268c62b-d7ba-0016-00b5-33cbc70e7994, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.895909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.895909] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.895909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.895909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.896118] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.896283] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c37a75-aff4-4edf-bc0f-57ecf52a6bf9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.903826] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.903998] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.904713] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea24e537-5e1c-40eb-96f8-69e490ebe313 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.909433] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1195.909433] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52dea806-ec6e-7d4c-9eb9-dbd5b63903eb" [ 1195.909433] env[68503]: _type = "Task" [ 1195.909433] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.917185] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dea806-ec6e-7d4c-9eb9-dbd5b63903eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.939478] env[68503]: DEBUG oslo_vmware.api [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147981} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.939834] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.940065] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.940301] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.940485] env[68503]: INFO nova.compute.manager [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1195.941432] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.941432] env[68503]: DEBUG nova.compute.manager [-] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.941432] env[68503]: DEBUG nova.network.neutron [-] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.005625] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862705, 'name': ReconfigVM_Task, 'duration_secs': 0.324499} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.005960] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] d702acde-2d0e-4c3d-b2fa-194ea7c600d6/d702acde-2d0e-4c3d-b2fa-194ea7c600d6.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.006255] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance 'd702acde-2d0e-4c3d-b2fa-194ea7c600d6' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.011230] env[68503]: DEBUG nova.network.neutron [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Successfully created port: dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.036027] env[68503]: DEBUG nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.113328] env[68503]: DEBUG oslo_concurrency.lockutils [req-c5e3c706-bb14-4f97-80d0-8e4e10653b00 req-1400b209-ccee-456c-8d57-5d6f504f555d service nova] Releasing lock "refresh_cache-d3ff0794-54b0-4539-a25d-339d5a4919b1" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.279099] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.279445] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.279634] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.279825] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.279976] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.280286] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.280512] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.280674] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.280842] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.281011] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.281195] env[68503]: DEBUG nova.virt.hardware [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.282159] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d05d3-834a-40b6-806f-378ec446d5fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.287101] env[68503]: DEBUG nova.network.neutron [-] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.293023] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcaad08-45f7-4e24-904a-a0d814c4b215 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.313617] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:02:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ee71c7-c410-4cdc-b481-b1c94f332bde', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.321815] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.322171] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c04b3e90-0a1d-41f2-8473-fb54b0e5b0e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.324400] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.324700] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8acefb9e-711c-4637-aa50-d8fe422a78b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.347131] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c534e8-9ed6-4a4b-94eb-5fc5cc90913c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.360109] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.360109] env[68503]: value = "task-2862706" [ 1196.360109] env[68503]: _type = "Task" [ 1196.360109] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.368039] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862706, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.381421] env[68503]: DEBUG nova.compute.manager [req-4893673d-99d3-45af-bfae-9c1473739951 req-ec7ea8f9-ad5b-40d0-ad4d-54836af5b81b service nova] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Detach interface failed, port_id=b28804a6-2f3b-4562-8a15-41de1794d32e, reason: Instance 84a7079c-e843-465a-b88d-a56c390000ff could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.387929] env[68503]: DEBUG nova.scheduler.client.report [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.421505] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dea806-ec6e-7d4c-9eb9-dbd5b63903eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.422433] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a133cdee-842b-46df-bc23-9dee53ab42f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.429381] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1196.429381] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52097329-1cf0-e033-0347-148f25cef3fd" [ 1196.429381] env[68503]: _type = "Task" [ 1196.429381] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.437594] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52097329-1cf0-e033-0347-148f25cef3fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.516428] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf31670-1beb-4dbf-bbb7-52146d25d6b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.537936] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21238880-0a6c-4a6c-99d8-5d280ef02c8a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.562271] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance 'd702acde-2d0e-4c3d-b2fa-194ea7c600d6' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.647316] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.647849] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3cabfa7-9e04-4375-a34a-7c748a618587 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.655756] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1196.655756] env[68503]: value = "task-2862707" [ 1196.655756] env[68503]: _type = "Task" [ 1196.655756] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.664910] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.792809] env[68503]: INFO nova.compute.manager [-] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Took 1.86 seconds to deallocate network for instance. [ 1196.870263] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862706, 'name': CreateVM_Task, 'duration_secs': 0.385101} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.870521] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.871098] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.871320] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.871660] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.871908] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9809d6eb-9f24-4d69-be76-570f11058f4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.877039] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1196.877039] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523bed15-cfd3-f8d2-9bed-18fc3048d467" [ 1196.877039] env[68503]: _type = "Task" [ 1196.877039] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.884563] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523bed15-cfd3-f8d2-9bed-18fc3048d467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.892403] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.894522] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.013s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.894791] env[68503]: DEBUG nova.objects.instance [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'resources' on Instance uuid ce3f5e34-62cf-440f-b698-d949eded7ad1 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.921515] env[68503]: INFO nova.scheduler.client.report [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Deleted allocations for instance 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466 [ 1196.940291] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52097329-1cf0-e033-0347-148f25cef3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.940560] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.940843] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d3ff0794-54b0-4539-a25d-339d5a4919b1/d3ff0794-54b0-4539-a25d-339d5a4919b1.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.941217] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea87eb79-45fd-42d7-8fde-20ddc139e3a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.947675] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1196.947675] env[68503]: value = "task-2862708" [ 1196.947675] env[68503]: _type = "Task" [ 1196.947675] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.956052] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.047283] env[68503]: DEBUG nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.095768] env[68503]: DEBUG nova.network.neutron [-] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.115595] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.115776] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.116165] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.116165] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.116246] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.116394] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.116603] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.116770] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.116968] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.117244] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.117916] env[68503]: DEBUG nova.virt.hardware [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.124019] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720cce68-476c-4531-b2d8-6788bae4ade2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.132296] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d9a59-3056-436d-a119-33549e9eccd6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.150392] env[68503]: DEBUG nova.network.neutron [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Port 998ac40f-f1fe-43c3-8d3b-5f9f648c5abd binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1197.166049] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862707, 'name': PowerOffVM_Task, 'duration_secs': 0.188058} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.166845] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.167543] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.168623] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18ab870-b76c-44e6-8007-9eaecc763d26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.178019] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.178019] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c868f1e-820d-4f01-a716-325bfefc05cf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.205547] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.206553] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.207065] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Deleting the datastore file [datastore2] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.207486] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d30e74c-8ebb-4fd4-a8d4-39c9bc379ddd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.215966] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1197.215966] env[68503]: value = "task-2862710" [ 1197.215966] env[68503]: _type = "Task" [ 1197.215966] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.226957] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.299867] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.390377] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523bed15-cfd3-f8d2-9bed-18fc3048d467, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.391021] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.391110] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.391556] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.391674] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.391887] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.392258] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-767f95e0-a67b-4eb9-9248-f56c097e0860 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.397200] env[68503]: DEBUG nova.objects.instance [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'numa_topology' on Instance uuid ce3f5e34-62cf-440f-b698-d949eded7ad1 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.402324] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.402520] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.403269] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b65c900-17ac-4d8e-8862-fbc5e44cd3fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.410576] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1197.410576] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bb832b-d993-8599-7295-c7f9018e5add" [ 1197.410576] env[68503]: _type = "Task" [ 1197.410576] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.421551] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bb832b-d993-8599-7295-c7f9018e5add, 'name': SearchDatastore_Task} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.422156] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bf8753-fc08-4bca-8cfb-79e8cd3de409 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.430024] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1197.430024] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526cd910-46a8-dc58-fa8b-68846ffdd7ba" [ 1197.430024] env[68503]: _type = "Task" [ 1197.430024] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.430217] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd35ca26-7a4f-4a6b-b753-26425675a5c6 tempest-ServerGroupTestJSON-290480370 tempest-ServerGroupTestJSON-290480370-project-member] Lock "5ac83bc7-dca1-42d3-aa3f-e7f0727a6466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.679s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.439946] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526cd910-46a8-dc58-fa8b-68846ffdd7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.440126] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.441071] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.441636] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1349559-7a54-4685-9f6d-0d1142d7bc8f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.448337] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1197.448337] env[68503]: value = "task-2862711" [ 1197.448337] env[68503]: _type = "Task" [ 1197.448337] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.460394] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.464879] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.601970] env[68503]: INFO nova.compute.manager [-] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Took 1.66 seconds to deallocate network for instance. [ 1197.710787] env[68503]: DEBUG nova.network.neutron [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Successfully updated port: dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.731891] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145112} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.732293] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.732631] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.732918] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.901777] env[68503]: DEBUG nova.objects.base [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1197.963747] env[68503]: DEBUG nova.compute.manager [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Received event network-vif-deleted-a3501761-b90a-4f4c-91d1-12a5e5eba96b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.964052] env[68503]: DEBUG nova.compute.manager [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Received event network-vif-plugged-dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.964356] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] Acquiring lock "30e2b79b-1799-4068-b27f-a7144279d615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.964881] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] Lock "30e2b79b-1799-4068-b27f-a7144279d615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.965130] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] Lock "30e2b79b-1799-4068-b27f-a7144279d615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.965360] env[68503]: DEBUG nova.compute.manager [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] No waiting events found dispatching network-vif-plugged-dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.965620] env[68503]: WARNING nova.compute.manager [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Received unexpected event network-vif-plugged-dda222c3-1aea-4151-981d-3153fd2a0a3c for instance with vm_state building and task_state spawning. [ 1197.965792] env[68503]: DEBUG nova.compute.manager [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Received event network-changed-dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.965951] env[68503]: DEBUG nova.compute.manager [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Refreshing instance network info cache due to event network-changed-dda222c3-1aea-4151-981d-3153fd2a0a3c. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.966154] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] Acquiring lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.966294] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] Acquired lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.966450] env[68503]: DEBUG nova.network.neutron [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Refreshing network info cache for port dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.975665] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.976187] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862711, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.099978] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4db947-aee6-4b58-84fb-ca3d76640f92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.108093] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa0ba93-a8b0-4b66-8513-bbe795c4b002 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.140526] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdcdb15-f629-4bbe-b462-9c512374acda {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.148619] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5dc383-5013-4ee8-b622-d841ec9c5d92 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.171859] env[68503]: DEBUG nova.compute.provider_tree [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.173884] env[68503]: INFO nova.compute.manager [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Took 0.57 seconds to detach 1 volumes for instance. [ 1198.183358] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.183583] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.183782] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.214584] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.458382] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.465534] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862711, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.506269] env[68503]: DEBUG nova.network.neutron [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.575746] env[68503]: DEBUG nova.network.neutron [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.684878] env[68503]: DEBUG nova.scheduler.client.report [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.692017] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.800142] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.801015] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.801015] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.801015] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.801506] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.805091] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.805091] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.805091] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.805091] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.805091] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.805091] env[68503]: DEBUG nova.virt.hardware [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.805091] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc50846-e679-4669-a13e-040f866cdc84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.813087] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1f5ce2-8a58-42ce-b6a1-576b9a4a0017 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.832672] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.839915] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.840647] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.840910] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01b462b5-7373-4d56-a634-5326960a7737 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.858729] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.858729] env[68503]: value = "task-2862712" [ 1198.858729] env[68503]: _type = "Task" [ 1198.858729] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.867433] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862712, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.960022] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.968249] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862711, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.078944] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac1d39a1-b356-426c-b85d-4e2f4e9960bb req-f84b0053-16e4-49e6-b447-99976df5a4c4 service nova] Releasing lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.079412] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.079578] env[68503]: DEBUG nova.network.neutron [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.194081] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.200974] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.901s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.201284] env[68503]: DEBUG nova.objects.instance [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'resources' on Instance uuid 84a7079c-e843-465a-b88d-a56c390000ff {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.257309] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.257489] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.258458] env[68503]: DEBUG nova.network.neutron [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.373180] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862712, 'name': CreateVM_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.464033] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.474829] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862711, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.620240] env[68503]: DEBUG nova.network.neutron [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.712168] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3261c469-95eb-422e-8d98-5e143334fd1d tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.105s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.713732] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.008s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.714225] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.714559] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.714863] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.718106] env[68503]: INFO nova.compute.manager [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Terminating instance [ 1199.799153] env[68503]: DEBUG nova.network.neutron [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Updating instance_info_cache with network_info: [{"id": "dda222c3-1aea-4151-981d-3153fd2a0a3c", "address": "fa:16:3e:a1:9c:86", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda222c3-1a", "ovs_interfaceid": "dda222c3-1aea-4151-981d-3153fd2a0a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.874886] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862712, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.948047] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc282550-a9c6-4fe0-b1d2-cbcf6566e865 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.960883] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de6d767-41ec-4838-908d-be8c22474618 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.967714] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.976361] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862711, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.008849] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6672725-ae8e-4cb7-be34-0a78e61bcf5f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.017524] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ebc4ec-0201-4c9d-a0de-a92693e81029 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.034364] env[68503]: DEBUG nova.compute.provider_tree [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.058548] env[68503]: DEBUG nova.network.neutron [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance_info_cache with network_info: [{"id": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "address": "fa:16:3e:6a:3c:5d", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998ac40f-f1", "ovs_interfaceid": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.220867] env[68503]: DEBUG nova.compute.manager [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.220867] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.220988] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81ee819a-311f-4890-98a9-9e0874de4441 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.235071] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168affe4-5af3-410e-a32d-38f509ddfedc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.276142] env[68503]: WARNING nova.virt.vmwareapi.vmops [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ce3f5e34-62cf-440f-b698-d949eded7ad1 could not be found. [ 1200.276391] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.276603] env[68503]: INFO nova.compute.manager [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1200.276871] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.277180] env[68503]: DEBUG nova.compute.manager [-] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.277308] env[68503]: DEBUG nova.network.neutron [-] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.302909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.303243] env[68503]: DEBUG nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Instance network_info: |[{"id": "dda222c3-1aea-4151-981d-3153fd2a0a3c", "address": "fa:16:3e:a1:9c:86", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda222c3-1a", "ovs_interfaceid": "dda222c3-1aea-4151-981d-3153fd2a0a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.303853] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:9c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda222c3-1aea-4151-981d-3153fd2a0a3c', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.311979] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.312225] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.312455] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5092357-9e9b-454b-8a66-62ced7643e4d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.332595] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.332595] env[68503]: value = "task-2862713" [ 1200.332595] env[68503]: _type = "Task" [ 1200.332595] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.343749] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862713, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.369791] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862712, 'name': CreateVM_Task, 'duration_secs': 1.477142} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.369935] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.370418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.370579] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.371117] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.371191] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82a7301-815c-4d92-8728-5b2c18fbbd87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.375691] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1200.375691] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52897ab6-71c0-8f82-b403-599c362d39bf" [ 1200.375691] env[68503]: _type = "Task" [ 1200.375691] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.383727] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52897ab6-71c0-8f82-b403-599c362d39bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.464273] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862708, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.132361} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.464731] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d3ff0794-54b0-4539-a25d-339d5a4919b1/d3ff0794-54b0-4539-a25d-339d5a4919b1.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.464958] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.465396] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afce9478-2391-42e1-ace9-ca4cd82f2e85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.474776] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1200.474776] env[68503]: value = "task-2862714" [ 1200.474776] env[68503]: _type = "Task" [ 1200.474776] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.484105] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862711, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.923798} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.484981] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.485260] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.485537] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c7a3afd-1875-4062-a231-c28b732a4290 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.492583] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.497441] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1200.497441] env[68503]: value = "task-2862715" [ 1200.497441] env[68503]: _type = "Task" [ 1200.497441] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.507381] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.537748] env[68503]: DEBUG nova.scheduler.client.report [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.561342] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.844035] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862713, 'name': CreateVM_Task, 'duration_secs': 0.399386} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.844166] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.844891] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.888722] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52897ab6-71c0-8f82-b403-599c362d39bf, 'name': SearchDatastore_Task, 'duration_secs': 0.038501} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.889033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.889295] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.889531] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.889679] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.889858] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.890420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.890829] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.891080] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fab8d76-278c-403c-ad6b-2ae98ebdc77c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.892901] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d015cc9-188e-43b4-8058-5fc1197c50b1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.898088] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1200.898088] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52dafe61-e7ad-ed11-ba07-c3f78dffa972" [ 1200.898088] env[68503]: _type = "Task" [ 1200.898088] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.902264] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.902464] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.903427] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50171be-7a2b-4236-ab0c-27a446ceaa03 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.908095] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dafe61-e7ad-ed11-ba07-c3f78dffa972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.911667] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1200.911667] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ca456e-8232-4690-3d39-9c396653bbd9" [ 1200.911667] env[68503]: _type = "Task" [ 1200.911667] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.918242] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ca456e-8232-4690-3d39-9c396653bbd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.990068] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109195} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.990068] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.990068] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90ba28-a36b-4ef0-b40f-a537ef7f0bff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.017656] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d3ff0794-54b0-4539-a25d-339d5a4919b1/d3ff0794-54b0-4539-a25d-339d5a4919b1.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.020751] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c103c2-dc26-4c4f-a21d-0a3b469ac531 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.043969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.046694] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078789} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.048840] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.357s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.049141] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.051122] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.051568] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1201.051568] env[68503]: value = "task-2862716" [ 1201.051568] env[68503]: _type = "Task" [ 1201.051568] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.052469] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c0dd3-42aa-4287-860f-b23b1dc100ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.069906] env[68503]: DEBUG nova.network.neutron [-] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.087547] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.088773] env[68503]: INFO nova.scheduler.client.report [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted allocations for instance acaaa443-9d22-4d10-8404-4410098ef18d [ 1201.094390] env[68503]: INFO nova.scheduler.client.report [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted allocations for instance 84a7079c-e843-465a-b88d-a56c390000ff [ 1201.099735] env[68503]: INFO nova.compute.manager [-] [instance: ce3f5e34-62cf-440f-b698-d949eded7ad1] Took 0.82 seconds to deallocate network for instance. [ 1201.100168] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e75533-cc96-4ddf-b297-2ab58e6107df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.115453] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.125235] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d79c05c-e228-43d8-a617-ab5622d1c262 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.148641] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77782eaa-33fd-4147-baea-9eb338fb06bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.151674] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1201.151674] env[68503]: value = "task-2862717" [ 1201.151674] env[68503]: _type = "Task" [ 1201.151674] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.160373] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance 'd702acde-2d0e-4c3d-b2fa-194ea7c600d6' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.170592] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.407977] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dafe61-e7ad-ed11-ba07-c3f78dffa972, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.408308] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.408553] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.408779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.423416] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ca456e-8232-4690-3d39-9c396653bbd9, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.424252] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e940507-c8b4-46bd-9665-ee7a79ee0fcb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.432073] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1201.432073] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bb5d0e-b594-965d-89c1-54081234e8c0" [ 1201.432073] env[68503]: _type = "Task" [ 1201.432073] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.440223] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bb5d0e-b594-965d-89c1-54081234e8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.566420] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862716, 'name': ReconfigVM_Task, 'duration_secs': 0.282297} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.566719] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d3ff0794-54b0-4539-a25d-339d5a4919b1/d3ff0794-54b0-4539-a25d-339d5a4919b1.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.570981] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7268371-0fb1-49ac-839b-ac1d02575c2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.580216] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1201.580216] env[68503]: value = "task-2862718" [ 1201.580216] env[68503]: _type = "Task" [ 1201.580216] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.590858] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862718, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.595726] env[68503]: DEBUG oslo_concurrency.lockutils [None req-0b03794c-8950-418b-9729-91489b6c3e47 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "acaaa443-9d22-4d10-8404-4410098ef18d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.449s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.633984] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f898b519-10a1-4ff4-a346-11473bd08d0e tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "84a7079c-e843-465a-b88d-a56c390000ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.375s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.670404] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.671360] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862717, 'name': ReconfigVM_Task, 'duration_secs': 0.297445} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.671801] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daecbc9b-23c5-48d5-885a-22cab7ff8d50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.673415] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def/342bf4ba-d495-4146-bc90-3ff571825def.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.674730] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'e2a34396-b5ef-4df8-85dc-47384c92b269'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1e00a861-5668-42f5-8bdd-88117cb1ff90', 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'}, 'volume_type': None}], 'swap': None} {{(pid=68503) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1201.674925] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.675143] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.678613] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ed97b-e72b-4ea6-86d0-9ea20cca86e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.699620] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b054739-ffa8-47df-8cfe-96f2da44e5ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.702463] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1201.702463] env[68503]: value = "task-2862719" [ 1201.702463] env[68503]: _type = "Task" [ 1201.702463] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.729217] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743/volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.730182] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3193fc1-4a90-452f-975e-e17be1ca9940 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.750951] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.757727] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1201.757727] env[68503]: value = "task-2862720" [ 1201.757727] env[68503]: _type = "Task" [ 1201.757727] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.768688] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.946544] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bb5d0e-b594-965d-89c1-54081234e8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.946544] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.946544] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.946544] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.946869] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.947027] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63972fde-a407-4c1c-8eb8-1f9de56ccf0d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.949267] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-843651d6-359d-48f6-99f1-43bdab5b0f57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.956497] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1201.956497] env[68503]: value = "task-2862721" [ 1201.956497] env[68503]: _type = "Task" [ 1201.956497] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.960916] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.961085] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.962598] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7086a72c-4f5f-48fa-89e0-87316ff63686 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.968966] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.973230] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1201.973230] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529cd87f-8445-f943-d7d1-03c8daa9345f" [ 1201.973230] env[68503]: _type = "Task" [ 1201.973230] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.981635] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529cd87f-8445-f943-d7d1-03c8daa9345f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.090610] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862718, 'name': Rename_Task, 'duration_secs': 0.177691} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.090884] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.091159] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ee6bb7d-961c-4a48-b328-38e997219259 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.102340] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1202.102340] env[68503]: value = "task-2862722" [ 1202.102340] env[68503]: _type = "Task" [ 1202.102340] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.115626] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.161141] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d514b8f-e4bf-46bd-bd24-b9d687c5841b tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "ce3f5e34-62cf-440f-b698-d949eded7ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.448s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.214190] env[68503]: DEBUG oslo_vmware.api [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862719, 'name': PowerOnVM_Task, 'duration_secs': 0.393399} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.214518] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.214717] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8072949e-1e1e-47b3-abb1-9fa3aac6004c tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance 'd702acde-2d0e-4c3d-b2fa-194ea7c600d6' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.268270] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862720, 'name': ReconfigVM_Task, 'duration_secs': 0.449592} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.268574] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743/volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.273898] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdce5a3-4f65-4d82-8df6-018b238aec41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.290917] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1202.290917] env[68503]: value = "task-2862723" [ 1202.290917] env[68503]: _type = "Task" [ 1202.290917] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.301407] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.468343] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505722} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.468689] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.469064] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.469370] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19a96ada-1e7f-4954-82b3-370e6e067b2e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.479035] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1202.479035] env[68503]: value = "task-2862724" [ 1202.479035] env[68503]: _type = "Task" [ 1202.479035] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.486071] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529cd87f-8445-f943-d7d1-03c8daa9345f, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.487646] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd29b888-31a5-4da9-87a8-77f624817458 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.496743] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.503103] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1202.503103] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bd9fc9-56be-00fc-7138-906c364ef9ca" [ 1202.503103] env[68503]: _type = "Task" [ 1202.503103] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.511029] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bd9fc9-56be-00fc-7138-906c364ef9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.599245] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "54bae0b5-258c-429e-8931-cf08660d9386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.600360] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "54bae0b5-258c-429e-8931-cf08660d9386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.600360] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "54bae0b5-258c-429e-8931-cf08660d9386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.600360] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "54bae0b5-258c-429e-8931-cf08660d9386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.600360] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "54bae0b5-258c-429e-8931-cf08660d9386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.603306] env[68503]: INFO nova.compute.manager [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Terminating instance [ 1202.616540] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.803952] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862723, 'name': ReconfigVM_Task, 'duration_secs': 0.235315} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.803952] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.803952] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22c9ef78-4971-4498-a37c-db6f9fe9b43b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.808259] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1202.808259] env[68503]: value = "task-2862725" [ 1202.808259] env[68503]: _type = "Task" [ 1202.808259] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.819226] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862725, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.991655] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089657} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.992325] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.993633] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473bde09-2cdb-45d5-acec-c7d7891ec8db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.023338] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.026929] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff1681a-e12a-471f-9a66-f5dcfb565cb7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.049053] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bd9fc9-56be-00fc-7138-906c364ef9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.050387] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.050652] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 30e2b79b-1799-4068-b27f-a7144279d615/30e2b79b-1799-4068-b27f-a7144279d615.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.051012] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1203.051012] env[68503]: value = "task-2862726" [ 1203.051012] env[68503]: _type = "Task" [ 1203.051012] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.051244] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-489731c9-d05e-4589-8a48-5f62818eac01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.062539] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.064321] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1203.064321] env[68503]: value = "task-2862727" [ 1203.064321] env[68503]: _type = "Task" [ 1203.064321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.075931] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.109970] env[68503]: DEBUG nova.compute.manager [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.110317] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.114351] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5df4e8e-3efd-401b-95be-5b553136b9ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.117636] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862722, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.122889] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.123243] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de183ecd-f7b7-4aee-a19d-601bf0fb8ce8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.133023] env[68503]: DEBUG oslo_vmware.api [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1203.133023] env[68503]: value = "task-2862728" [ 1203.133023] env[68503]: _type = "Task" [ 1203.133023] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.141800] env[68503]: DEBUG oslo_vmware.api [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.211732] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.212114] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.323644] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862725, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.565471] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.577074] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.617331] env[68503]: DEBUG oslo_vmware.api [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862722, 'name': PowerOnVM_Task, 'duration_secs': 1.160227} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.617649] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.617864] env[68503]: INFO nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1203.618443] env[68503]: DEBUG nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.619384] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a53444-c693-4531-966b-952571c71935 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.640419] env[68503]: DEBUG oslo_vmware.api [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862728, 'name': PowerOffVM_Task, 'duration_secs': 0.212895} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.640689] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.641099] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.641673] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7137153c-e3ad-466f-a448-b634b262c6aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.703628] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.703847] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.704042] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleting the datastore file [datastore1] 54bae0b5-258c-429e-8931-cf08660d9386 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.704313] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1e93c2-aa90-4a86-b0e2-f9597e9a652a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.711045] env[68503]: DEBUG oslo_vmware.api [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for the task: (returnval){ [ 1203.711045] env[68503]: value = "task-2862730" [ 1203.711045] env[68503]: _type = "Task" [ 1203.711045] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.714357] env[68503]: DEBUG nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.722568] env[68503]: DEBUG oslo_vmware.api [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.820013] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862725, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.891218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.891509] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.064603] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.080896] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553455} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.080896] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 30e2b79b-1799-4068-b27f-a7144279d615/30e2b79b-1799-4068-b27f-a7144279d615.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.081025] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.081531] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e5c4762-099b-48ee-b1b6-2f2988ff412e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.088949] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1204.088949] env[68503]: value = "task-2862731" [ 1204.088949] env[68503]: _type = "Task" [ 1204.088949] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.096730] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.142788] env[68503]: INFO nova.compute.manager [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Took 27.44 seconds to build instance. [ 1204.225106] env[68503]: DEBUG oslo_vmware.api [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Task: {'id': task-2862730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106658} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.230114] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.230507] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.231774] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.231774] env[68503]: INFO nova.compute.manager [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1204.231774] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.232462] env[68503]: DEBUG nova.compute.manager [-] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.232462] env[68503]: DEBUG nova.network.neutron [-] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.252796] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.253160] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.255747] env[68503]: INFO nova.compute.claims [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.320867] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862725, 'name': Rename_Task, 'duration_secs': 1.21704} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.321442] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.322524] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73646b5a-e697-4476-a7b6-229eaac68bd6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.330942] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1204.330942] env[68503]: value = "task-2862732" [ 1204.330942] env[68503]: _type = "Task" [ 1204.330942] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.339026] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.394173] env[68503]: DEBUG nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.568352] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862726, 'name': ReconfigVM_Task, 'duration_secs': 1.231307} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.568653] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Reconfigured VM instance instance-00000067 to attach disk [datastore1] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070/edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.569687] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398474fb-d016-483f-9c78-6b77ab9e6faa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.577231] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1204.577231] env[68503]: value = "task-2862733" [ 1204.577231] env[68503]: _type = "Task" [ 1204.577231] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.589193] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862733, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.597158] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076407} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.597350] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.598242] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b413d1e3-8c41-49b3-ab39-44aa49617e4b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.622993] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 30e2b79b-1799-4068-b27f-a7144279d615/30e2b79b-1799-4068-b27f-a7144279d615.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.623352] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b682d1-9bb1-4ddd-89b5-a5a60fb58379 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.648223] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d7e6fb3a-cdbc-4fdf-8c83-713f9cfdb720 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.956s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.649031] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1204.649031] env[68503]: value = "task-2862734" [ 1204.649031] env[68503]: _type = "Task" [ 1204.649031] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.658349] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.674645] env[68503]: DEBUG nova.compute.manager [req-118e57a6-0ca4-4d31-8e89-b3e7fd090e21 req-fe2afc5f-d2a8-45fb-ad94-1b42f609413e service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Received event network-vif-deleted-cedbc09e-3678-488a-98da-2eac5ecf0a1e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.674969] env[68503]: INFO nova.compute.manager [req-118e57a6-0ca4-4d31-8e89-b3e7fd090e21 req-fe2afc5f-d2a8-45fb-ad94-1b42f609413e service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Neutron deleted interface cedbc09e-3678-488a-98da-2eac5ecf0a1e; detaching it from the instance and deleting it from the info cache [ 1204.675190] env[68503]: DEBUG nova.network.neutron [req-118e57a6-0ca4-4d31-8e89-b3e7fd090e21 req-fe2afc5f-d2a8-45fb-ad94-1b42f609413e service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.845301] env[68503]: DEBUG oslo_vmware.api [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862732, 'name': PowerOnVM_Task, 'duration_secs': 0.510956} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.845599] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.845805] env[68503]: DEBUG nova.compute.manager [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.846848] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d2305e-be08-49e9-9672-a455f8aa12a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.858090] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.858251] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.919606] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.040000] env[68503]: DEBUG nova.network.neutron [-] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.087043] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862733, 'name': Rename_Task, 'duration_secs': 0.141677} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.087158] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.087386] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac32678-cf8b-4c03-95dd-261463057d77 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.095092] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1205.095092] env[68503]: value = "task-2862735" [ 1205.095092] env[68503]: _type = "Task" [ 1205.095092] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.102601] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.150132] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.150428] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.150667] env[68503]: DEBUG nova.compute.manager [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Going to confirm migration 7 {{(pid=68503) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1205.162471] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.182145] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df77054f-218d-4211-a293-b828241bc843 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.191817] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c516a0f-f16f-403b-b5e1-26265802f9db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.224406] env[68503]: DEBUG nova.compute.manager [req-118e57a6-0ca4-4d31-8e89-b3e7fd090e21 req-fe2afc5f-d2a8-45fb-ad94-1b42f609413e service nova] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Detach interface failed, port_id=cedbc09e-3678-488a-98da-2eac5ecf0a1e, reason: Instance 54bae0b5-258c-429e-8931-cf08660d9386 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.361859] env[68503]: DEBUG nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.371960] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.439364] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "d3ff0794-54b0-4539-a25d-339d5a4919b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.439674] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.439832] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "d3ff0794-54b0-4539-a25d-339d5a4919b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.440108] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.440223] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.442701] env[68503]: INFO nova.compute.manager [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Terminating instance [ 1205.453424] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db93730-c58e-4879-bc4c-bbf2f285c3c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.464034] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c85f9-4f1a-4898-bc3a-5e78664528db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.494518] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089b3a08-a223-4067-b889-f2e8240212da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.502073] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882bdbb-19e5-4493-884f-81e51865e22a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.516207] env[68503]: DEBUG nova.compute.provider_tree [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.541861] env[68503]: INFO nova.compute.manager [-] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Took 1.31 seconds to deallocate network for instance. [ 1205.605606] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862735, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.666288] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862734, 'name': ReconfigVM_Task, 'duration_secs': 0.838102} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.666625] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 30e2b79b-1799-4068-b27f-a7144279d615/30e2b79b-1799-4068-b27f-a7144279d615.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.667253] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-747a9f73-9101-464d-86fa-fbe1bc6b9748 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.673480] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1205.673480] env[68503]: value = "task-2862736" [ 1205.673480] env[68503]: _type = "Task" [ 1205.673480] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.681532] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862736, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.719629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.719807] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.719982] env[68503]: DEBUG nova.network.neutron [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.720187] env[68503]: DEBUG nova.objects.instance [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lazy-loading 'info_cache' on Instance uuid d702acde-2d0e-4c3d-b2fa-194ea7c600d6 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.889049] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.946522] env[68503]: DEBUG nova.compute.manager [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.946786] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.947761] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0855d604-7d84-498d-9a48-4e4eeafb5df2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.960008] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.960290] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bcaccf1-bc05-4bfd-84e5-36fae1c5c394 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.966445] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1205.966445] env[68503]: value = "task-2862737" [ 1205.966445] env[68503]: _type = "Task" [ 1205.966445] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.973959] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.021582] env[68503]: DEBUG nova.scheduler.client.report [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.048817] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.106271] env[68503]: DEBUG oslo_vmware.api [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862735, 'name': PowerOnVM_Task, 'duration_secs': 0.779376} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.106541] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.106799] env[68503]: DEBUG nova.compute.manager [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.107809] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ebe82-50c8-4ec8-b4cc-4d9bcec2d6a5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.185026] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862736, 'name': Rename_Task, 'duration_secs': 0.213361} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.185026] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.185026] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-939f54b1-fd90-4745-a3b0-14e963294da4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.190294] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1206.190294] env[68503]: value = "task-2862738" [ 1206.190294] env[68503]: _type = "Task" [ 1206.190294] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.197971] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.479152] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.527033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.527676] env[68503]: DEBUG nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.530835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.611s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.532285] env[68503]: INFO nova.compute.claims [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.625262] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.701197] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.942482] env[68503]: DEBUG nova.network.neutron [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance_info_cache with network_info: [{"id": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "address": "fa:16:3e:6a:3c:5d", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998ac40f-f1", "ovs_interfaceid": "998ac40f-f1fe-43c3-8d3b-5f9f648c5abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.977737] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.038143] env[68503]: DEBUG nova.compute.utils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.040135] env[68503]: DEBUG nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.040289] env[68503]: DEBUG nova.network.neutron [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.088691] env[68503]: DEBUG nova.policy [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7012c3f790db43afbb96bb7a19c0124f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0114dd446e644b938e1c31c2fe4a6198', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.203865] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.360506] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.360779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.360989] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.361183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.361377] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.363447] env[68503]: INFO nova.compute.manager [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Terminating instance [ 1207.392585] env[68503]: DEBUG nova.network.neutron [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Successfully created port: 7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.446317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-d702acde-2d0e-4c3d-b2fa-194ea7c600d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.446649] env[68503]: DEBUG nova.objects.instance [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lazy-loading 'migration_context' on Instance uuid d702acde-2d0e-4c3d-b2fa-194ea7c600d6 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.477575] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862737, 'name': PowerOffVM_Task, 'duration_secs': 1.098549} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.477828] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.477999] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.478466] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c6d0fef-3d1f-4c77-92be-44da8782a027 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.537958] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.538321] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.538434] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Deleting the datastore file [datastore1] d3ff0794-54b0-4539-a25d-339d5a4919b1 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.538696] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12077b2e-4cdb-4e96-9dfc-5b96df9dbfd4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.545024] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for the task: (returnval){ [ 1207.545024] env[68503]: value = "task-2862740" [ 1207.545024] env[68503]: _type = "Task" [ 1207.545024] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.548845] env[68503]: DEBUG nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.559295] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.703092] env[68503]: DEBUG oslo_vmware.api [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862738, 'name': PowerOnVM_Task, 'duration_secs': 1.264154} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.703394] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.703651] env[68503]: INFO nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1207.705830] env[68503]: DEBUG nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.705830] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3782e73-e8ad-46dd-83a7-58416dd19aa1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.757681] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97abce94-ce95-4d4b-a23d-e0e2978b856c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.766735] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea8e1b7-1187-4d15-80a1-49701ce6ff2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.799272] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7227b3-2ea0-45d6-81dc-69aa750e6348 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.807012] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa4e8f-e867-4b34-a4f0-43c15880b87e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.820908] env[68503]: DEBUG nova.compute.provider_tree [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.867822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "refresh_cache-edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.867822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquired lock "refresh_cache-edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.867822] env[68503]: DEBUG nova.network.neutron [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.902301] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.902704] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.902800] env[68503]: INFO nova.compute.manager [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Shelving [ 1207.950112] env[68503]: DEBUG nova.objects.base [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.951467] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c19f506-84f4-4ad4-91a5-d7cdd310ba08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.971765] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09497f96-2f78-497e-a540-7ae049c4026a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.977171] env[68503]: DEBUG oslo_vmware.api [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1207.977171] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524e178b-bea1-3005-c5ba-7df51bb52675" [ 1207.977171] env[68503]: _type = "Task" [ 1207.977171] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.984664] env[68503]: DEBUG oslo_vmware.api [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524e178b-bea1-3005-c5ba-7df51bb52675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.054341] env[68503]: DEBUG oslo_vmware.api [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Task: {'id': task-2862740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171019} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.058007] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.058215] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.058403] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.058598] env[68503]: INFO nova.compute.manager [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1208.058839] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.059239] env[68503]: DEBUG nova.compute.manager [-] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.059339] env[68503]: DEBUG nova.network.neutron [-] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.225582] env[68503]: INFO nova.compute.manager [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Took 25.72 seconds to build instance. [ 1208.326019] env[68503]: DEBUG nova.scheduler.client.report [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.377480] env[68503]: DEBUG nova.compute.manager [req-c11b756c-5fb1-4021-9507-dfb9635ece10 req-e1ca91f8-8f66-4cd2-b63b-afaf966905cb service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Received event network-vif-deleted-c622fcec-acc2-4223-bc40-dddc2d581f68 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.377715] env[68503]: INFO nova.compute.manager [req-c11b756c-5fb1-4021-9507-dfb9635ece10 req-e1ca91f8-8f66-4cd2-b63b-afaf966905cb service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Neutron deleted interface c622fcec-acc2-4223-bc40-dddc2d581f68; detaching it from the instance and deleting it from the info cache [ 1208.377936] env[68503]: DEBUG nova.network.neutron [req-c11b756c-5fb1-4021-9507-dfb9635ece10 req-e1ca91f8-8f66-4cd2-b63b-afaf966905cb service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.389040] env[68503]: DEBUG nova.network.neutron [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.446889] env[68503]: DEBUG nova.network.neutron [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.487824] env[68503]: DEBUG oslo_vmware.api [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524e178b-bea1-3005-c5ba-7df51bb52675, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.488135] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.561457] env[68503]: DEBUG nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.592953] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.593125] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.593234] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.593418] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.593565] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.593753] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.593920] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.594709] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.594709] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.594709] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.594709] env[68503]: DEBUG nova.virt.hardware [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.595528] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd278a-9fca-411a-9399-aac4d6ae5503 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.603846] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b2735-e3bd-4a7a-9aea-1aae50ec9db7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.729519] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6b9dcfd7-3737-4557-ad1e-05003d4d59bd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.235s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.832698] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.833262] env[68503]: DEBUG nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.836114] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.465s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.836315] env[68503]: DEBUG nova.objects.instance [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1208.858084] env[68503]: DEBUG nova.network.neutron [-] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.874312] env[68503]: DEBUG nova.compute.manager [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Received event network-changed-dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.874420] env[68503]: DEBUG nova.compute.manager [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Refreshing instance network info cache due to event network-changed-dda222c3-1aea-4151-981d-3153fd2a0a3c. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.874706] env[68503]: DEBUG oslo_concurrency.lockutils [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] Acquiring lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.874887] env[68503]: DEBUG oslo_concurrency.lockutils [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] Acquired lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.876328] env[68503]: DEBUG nova.network.neutron [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Refreshing network info cache for port dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.881958] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1a2cd3d-b9ef-4d0e-888c-6479ab45a278 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.892557] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d77c86-6e39-4452-98a8-6d8f755cfc41 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.906890] env[68503]: DEBUG nova.network.neutron [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Successfully updated port: 7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.913026] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.913688] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d04ceb3-4f27-4b79-84d6-23f681291cf2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.927062] env[68503]: DEBUG nova.compute.manager [req-c11b756c-5fb1-4021-9507-dfb9635ece10 req-e1ca91f8-8f66-4cd2-b63b-afaf966905cb service nova] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Detach interface failed, port_id=c622fcec-acc2-4223-bc40-dddc2d581f68, reason: Instance d3ff0794-54b0-4539-a25d-339d5a4919b1 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.932413] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1208.932413] env[68503]: value = "task-2862741" [ 1208.932413] env[68503]: _type = "Task" [ 1208.932413] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.940475] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.949619] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Releasing lock "refresh_cache-edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.950093] env[68503]: DEBUG nova.compute.manager [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.950288] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.951161] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ef80a4-80ba-4ead-ac61-cf0455748a90 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.960204] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.960503] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d2c222-6831-447f-a814-757c628a6bdf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.967126] env[68503]: DEBUG oslo_vmware.api [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1208.967126] env[68503]: value = "task-2862742" [ 1208.967126] env[68503]: _type = "Task" [ 1208.967126] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.975993] env[68503]: DEBUG oslo_vmware.api [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.341780] env[68503]: DEBUG nova.compute.utils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.342839] env[68503]: DEBUG nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.343034] env[68503]: DEBUG nova.network.neutron [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.360104] env[68503]: INFO nova.compute.manager [-] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Took 1.30 seconds to deallocate network for instance. [ 1209.384488] env[68503]: DEBUG nova.policy [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '353488743f54472abe2afca6a3c16664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb0c7275eb84a17958e06076018ff66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.409920] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.410178] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.410291] env[68503]: DEBUG nova.network.neutron [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.442625] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862741, 'name': PowerOffVM_Task, 'duration_secs': 0.223094} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.442990] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.443872] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be222b24-a179-4243-8e1f-b8f48409da70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.464071] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3456060f-f29a-4adb-909a-e94d749aafcd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.481572] env[68503]: DEBUG oslo_vmware.api [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862742, 'name': PowerOffVM_Task, 'duration_secs': 0.135617} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.481914] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.482119] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.482614] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603a9ec9-62f0-4a1c-a79b-fa92a7c48454 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.505935] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.506168] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.506358] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Deleting the datastore file [datastore1] edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.506764] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f1398b4-9cb5-47f4-89c7-7237571a84b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.518274] env[68503]: DEBUG oslo_vmware.api [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for the task: (returnval){ [ 1209.518274] env[68503]: value = "task-2862744" [ 1209.518274] env[68503]: _type = "Task" [ 1209.518274] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.531064] env[68503]: DEBUG oslo_vmware.api [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.714953] env[68503]: DEBUG nova.network.neutron [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Updated VIF entry in instance network info cache for port dda222c3-1aea-4151-981d-3153fd2a0a3c. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.715371] env[68503]: DEBUG nova.network.neutron [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Updating instance_info_cache with network_info: [{"id": "dda222c3-1aea-4151-981d-3153fd2a0a3c", "address": "fa:16:3e:a1:9c:86", "network": {"id": "019f3453-8a1d-42b7-9d1c-12ecdf1d025e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1469329405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5998df66b36243ec83a5606e0b94e297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda222c3-1a", "ovs_interfaceid": "dda222c3-1aea-4151-981d-3153fd2a0a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.810461] env[68503]: DEBUG nova.network.neutron [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Successfully created port: 2c41d728-f9b6-48e8-9841-c2d388e264e1 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.850293] env[68503]: DEBUG oslo_concurrency.lockutils [None req-bebdf8b7-c25b-4102-b716-0deed63bd307 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.851721] env[68503]: DEBUG nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.854698] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.966s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.855915] env[68503]: INFO nova.compute.claims [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.865982] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.953912] env[68503]: DEBUG nova.network.neutron [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.977026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1209.977350] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-baeb14e7-4f5d-4113-a1bc-be404d8da5cb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.986257] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1209.986257] env[68503]: value = "task-2862745" [ 1209.986257] env[68503]: _type = "Task" [ 1209.986257] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.001461] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862745, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.031894] env[68503]: DEBUG oslo_vmware.api [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Task: {'id': task-2862744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309342} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.032200] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.032357] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.032589] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.032788] env[68503]: INFO nova.compute.manager [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1210.033061] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.033281] env[68503]: DEBUG nova.compute.manager [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.033372] env[68503]: DEBUG nova.network.neutron [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.051601] env[68503]: DEBUG nova.network.neutron [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.185373] env[68503]: DEBUG nova.network.neutron [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a312334-3f", "ovs_interfaceid": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.218719] env[68503]: DEBUG oslo_concurrency.lockutils [req-5fd32d6f-1d18-4805-b3b6-f31783e56c48 req-f58b7f8b-d139-42bf-b567-1c72dcac6648 service nova] Releasing lock "refresh_cache-30e2b79b-1799-4068-b27f-a7144279d615" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.405503] env[68503]: DEBUG nova.compute.manager [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-vif-plugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.405834] env[68503]: DEBUG oslo_concurrency.lockutils [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.406025] env[68503]: DEBUG oslo_concurrency.lockutils [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.406214] env[68503]: DEBUG oslo_concurrency.lockutils [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.406415] env[68503]: DEBUG nova.compute.manager [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] No waiting events found dispatching network-vif-plugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.406696] env[68503]: WARNING nova.compute.manager [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received unexpected event network-vif-plugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d for instance with vm_state building and task_state spawning. [ 1210.406869] env[68503]: DEBUG nova.compute.manager [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.407038] env[68503]: DEBUG nova.compute.manager [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing instance network info cache due to event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.407213] env[68503]: DEBUG oslo_concurrency.lockutils [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] Acquiring lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.497418] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862745, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.555113] env[68503]: DEBUG nova.network.neutron [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.689887] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.690256] env[68503]: DEBUG nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Instance network_info: |[{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a312334-3f", "ovs_interfaceid": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.690567] env[68503]: DEBUG oslo_concurrency.lockutils [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] Acquired lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.690753] env[68503]: DEBUG nova.network.neutron [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.692158] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f6:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a312334-3fe7-4d64-a0dc-c224c60fb03d', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.699578] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.700556] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.700794] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be932588-1b3d-4a2f-93be-9fb52e4cf210 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.721299] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.721299] env[68503]: value = "task-2862746" [ 1210.721299] env[68503]: _type = "Task" [ 1210.721299] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.729060] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862746, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.866851] env[68503]: DEBUG nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.907173] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.907484] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.907662] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.907852] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.908011] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.908579] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.909365] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.909365] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.909365] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.909365] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.909564] env[68503]: DEBUG nova.virt.hardware [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.910543] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda86e1-6d8e-4694-9946-909358b784de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.922160] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbce377-d7b7-4488-b072-7eb334c43563 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.002995] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862745, 'name': CreateSnapshot_Task, 'duration_secs': 0.780831} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.003232] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1211.006531] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fef709-f55e-45cf-b676-388705283ecf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.057453] env[68503]: INFO nova.compute.manager [-] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Took 1.02 seconds to deallocate network for instance. [ 1211.091913] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fcd53e-d9c5-4ddc-902e-91aaf74383b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.099389] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fde314-0296-45a5-9fe1-5e674e63c399 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.130231] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd0cea-290e-4729-8dd9-d6ca3228424b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.137231] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ef84f-d53e-4700-812e-de513e292fb5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.150503] env[68503]: DEBUG nova.compute.provider_tree [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.232154] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862746, 'name': CreateVM_Task, 'duration_secs': 0.365857} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.232294] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.232936] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.233117] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.233473] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.233691] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d91482-1a98-49a2-b7ee-3020f0d74768 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.237928] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1211.237928] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52fea1c3-7844-423a-01bf-44c5257cd693" [ 1211.237928] env[68503]: _type = "Task" [ 1211.237928] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.245687] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fea1c3-7844-423a-01bf-44c5257cd693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.505570] env[68503]: DEBUG nova.network.neutron [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updated VIF entry in instance network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.505570] env[68503]: DEBUG nova.network.neutron [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a312334-3f", "ovs_interfaceid": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.530746] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1211.531353] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54c8c770-7510-4e78-9ceb-55784d4dff3b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.543044] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1211.543044] env[68503]: value = "task-2862747" [ 1211.543044] env[68503]: _type = "Task" [ 1211.543044] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.551327] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862747, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.567578] env[68503]: DEBUG nova.network.neutron [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Successfully updated port: 2c41d728-f9b6-48e8-9841-c2d388e264e1 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.567578] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.653312] env[68503]: DEBUG nova.scheduler.client.report [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.748782] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52fea1c3-7844-423a-01bf-44c5257cd693, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.749102] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.749420] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.749660] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.749843] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.750056] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.750339] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b700e921-96f9-4d98-b67c-5907cec6014c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.758314] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.758491] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.759239] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909664da-b864-46eb-b9a3-66c1dbe425b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.764106] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1211.764106] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52303a4e-c92a-2c84-989e-e83645fc1162" [ 1211.764106] env[68503]: _type = "Task" [ 1211.764106] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.771259] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52303a4e-c92a-2c84-989e-e83645fc1162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.007611] env[68503]: DEBUG oslo_concurrency.lockutils [req-ffebf49d-88e0-4d0b-af3b-47f0a244963e req-71823606-745a-4b59-9bf7-d14d1f6b5f04 service nova] Releasing lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.052733] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862747, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.068570] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-05076e4b-035c-40c5-8b76-9a4d4bbb48c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.068680] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-05076e4b-035c-40c5-8b76-9a4d4bbb48c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.068777] env[68503]: DEBUG nova.network.neutron [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.158506] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.159094] env[68503]: DEBUG nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.162810] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.114s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.163056] env[68503]: DEBUG nova.objects.instance [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lazy-loading 'resources' on Instance uuid 54bae0b5-258c-429e-8931-cf08660d9386 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.275110] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52303a4e-c92a-2c84-989e-e83645fc1162, 'name': SearchDatastore_Task, 'duration_secs': 0.00726} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.275303] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1746ff6-eaf7-4af5-a424-22918c7368d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.280501] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1212.280501] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52dbefb8-7308-8104-c140-bf9119deff2e" [ 1212.280501] env[68503]: _type = "Task" [ 1212.280501] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.287898] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dbefb8-7308-8104-c140-bf9119deff2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.432317] env[68503]: DEBUG nova.compute.manager [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Received event network-vif-plugged-2c41d728-f9b6-48e8-9841-c2d388e264e1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.432618] env[68503]: DEBUG oslo_concurrency.lockutils [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] Acquiring lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.432846] env[68503]: DEBUG oslo_concurrency.lockutils [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.433046] env[68503]: DEBUG oslo_concurrency.lockutils [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.433198] env[68503]: DEBUG nova.compute.manager [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] No waiting events found dispatching network-vif-plugged-2c41d728-f9b6-48e8-9841-c2d388e264e1 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.433364] env[68503]: WARNING nova.compute.manager [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Received unexpected event network-vif-plugged-2c41d728-f9b6-48e8-9841-c2d388e264e1 for instance with vm_state building and task_state spawning. [ 1212.433524] env[68503]: DEBUG nova.compute.manager [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Received event network-changed-2c41d728-f9b6-48e8-9841-c2d388e264e1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.433675] env[68503]: DEBUG nova.compute.manager [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Refreshing instance network info cache due to event network-changed-2c41d728-f9b6-48e8-9841-c2d388e264e1. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.433840] env[68503]: DEBUG oslo_concurrency.lockutils [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] Acquiring lock "refresh_cache-05076e4b-035c-40c5-8b76-9a4d4bbb48c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.553551] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862747, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.610456] env[68503]: DEBUG nova.network.neutron [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.664230] env[68503]: DEBUG nova.compute.utils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.667159] env[68503]: DEBUG nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.667460] env[68503]: DEBUG nova.network.neutron [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.744555] env[68503]: DEBUG nova.policy [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db82e39e23eb46c58e2cd895aefdfb79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdf70bd0dfa84bb3a666dd9cc6d5bd37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.795690] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52dbefb8-7308-8104-c140-bf9119deff2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012862} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.798061] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.798328] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.798745] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56bcf574-3835-49f7-bd21-cf79c0f0836c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.805143] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1212.805143] env[68503]: value = "task-2862748" [ 1212.805143] env[68503]: _type = "Task" [ 1212.805143] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.805923] env[68503]: DEBUG nova.network.neutron [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Updating instance_info_cache with network_info: [{"id": "2c41d728-f9b6-48e8-9841-c2d388e264e1", "address": "fa:16:3e:2b:72:6a", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c41d728-f9", "ovs_interfaceid": "2c41d728-f9b6-48e8-9841-c2d388e264e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.818734] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.890586] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ede4fc5-9f1c-4454-b84f-1714d8d9f977 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.900644] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5712ff-dca5-483c-80f5-2e8c348e009b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.939795] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d241217-843f-4385-b1e4-ef6097e742c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.949026] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351db6fe-129b-499d-9cbb-a6b2246b74a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.963667] env[68503]: DEBUG nova.compute.provider_tree [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.059092] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862747, 'name': CloneVM_Task, 'duration_secs': 1.493744} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.060094] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Created linked-clone VM from snapshot [ 1213.060878] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c44a21-2207-4c3d-ad57-4c8a99539969 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.072473] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Uploading image 862a9f71-adb7-4b87-bd54-403b1c24abf7 {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1213.095448] env[68503]: DEBUG nova.network.neutron [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Successfully created port: 2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.119472] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1213.119472] env[68503]: value = "vm-575485" [ 1213.119472] env[68503]: _type = "VirtualMachine" [ 1213.119472] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1213.119796] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94838d12-614d-4027-9c2c-f182a7ee3107 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.127431] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lease: (returnval){ [ 1213.127431] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52be3cce-0a44-fde6-d6a6-58d91c6d450a" [ 1213.127431] env[68503]: _type = "HttpNfcLease" [ 1213.127431] env[68503]: } obtained for exporting VM: (result){ [ 1213.127431] env[68503]: value = "vm-575485" [ 1213.127431] env[68503]: _type = "VirtualMachine" [ 1213.127431] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1213.127810] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the lease: (returnval){ [ 1213.127810] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52be3cce-0a44-fde6-d6a6-58d91c6d450a" [ 1213.127810] env[68503]: _type = "HttpNfcLease" [ 1213.127810] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1213.135740] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.135740] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52be3cce-0a44-fde6-d6a6-58d91c6d450a" [ 1213.135740] env[68503]: _type = "HttpNfcLease" [ 1213.135740] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1213.174937] env[68503]: DEBUG nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.317141] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-05076e4b-035c-40c5-8b76-9a4d4bbb48c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.317539] env[68503]: DEBUG nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Instance network_info: |[{"id": "2c41d728-f9b6-48e8-9841-c2d388e264e1", "address": "fa:16:3e:2b:72:6a", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c41d728-f9", "ovs_interfaceid": "2c41d728-f9b6-48e8-9841-c2d388e264e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.317910] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862748, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.318212] env[68503]: DEBUG oslo_concurrency.lockutils [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] Acquired lock "refresh_cache-05076e4b-035c-40c5-8b76-9a4d4bbb48c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.318461] env[68503]: DEBUG nova.network.neutron [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Refreshing network info cache for port 2c41d728-f9b6-48e8-9841-c2d388e264e1 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.319880] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:72:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c41d728-f9b6-48e8-9841-c2d388e264e1', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.328761] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.329268] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.329561] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-109c3122-b7d2-4767-8044-77436fb17ea7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.349700] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.349700] env[68503]: value = "task-2862750" [ 1213.349700] env[68503]: _type = "Task" [ 1213.349700] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.357819] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862750, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.468947] env[68503]: DEBUG nova.scheduler.client.report [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.635795] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.635795] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52be3cce-0a44-fde6-d6a6-58d91c6d450a" [ 1213.635795] env[68503]: _type = "HttpNfcLease" [ 1213.635795] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.635795] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.635795] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52be3cce-0a44-fde6-d6a6-58d91c6d450a" [ 1213.635795] env[68503]: _type = "HttpNfcLease" [ 1213.635795] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1213.636343] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d70517-354f-4109-bec7-b1bad84181fe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.643837] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e06414-63d5-dc37-33ba-0e1cd59bddaf/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.643837] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e06414-63d5-dc37-33ba-0e1cd59bddaf/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1213.818706] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516578} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.818844] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.819027] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.819292] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48fe0d8c-24a4-4c3f-a471-5064a2432f10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.826298] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1213.826298] env[68503]: value = "task-2862751" [ 1213.826298] env[68503]: _type = "Task" [ 1213.826298] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.836659] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.857429] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3447ec74-1ae1-435c-a504-69f3a4de02f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.861950] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862750, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.974521] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.976745] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.352s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.976955] env[68503]: DEBUG nova.objects.instance [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1213.998802] env[68503]: INFO nova.scheduler.client.report [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Deleted allocations for instance 54bae0b5-258c-429e-8931-cf08660d9386 [ 1214.040280] env[68503]: DEBUG nova.network.neutron [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Updated VIF entry in instance network info cache for port 2c41d728-f9b6-48e8-9841-c2d388e264e1. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.040718] env[68503]: DEBUG nova.network.neutron [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Updating instance_info_cache with network_info: [{"id": "2c41d728-f9b6-48e8-9841-c2d388e264e1", "address": "fa:16:3e:2b:72:6a", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c41d728-f9", "ovs_interfaceid": "2c41d728-f9b6-48e8-9841-c2d388e264e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.207141] env[68503]: DEBUG nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.243677] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.244062] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.244339] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.244661] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.244803] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.244974] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.245221] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.245382] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.245605] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.245733] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.245921] env[68503]: DEBUG nova.virt.hardware [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.247027] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd95e4-2a60-4fd3-aae8-1ced52dddf85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.256028] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc57006d-0bfa-4365-b059-be24e81d88e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.336093] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080261} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.336498] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.337502] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3184c870-c6ba-4bf5-9d29-e0a0cc747dfe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.362391] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.365895] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14140668-2743-4ddf-b3eb-b3632c57bdd1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.388377] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862750, 'name': CreateVM_Task, 'duration_secs': 0.532409} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.388666] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.389094] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1214.389094] env[68503]: value = "task-2862752" [ 1214.389094] env[68503]: _type = "Task" [ 1214.389094] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.389778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.389932] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.390479] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.390854] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39aed05-1748-4eb5-aff9-cc72302f3eb3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.399044] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1214.399044] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5262cc7d-342a-6172-81d3-bca50e7e5b9f" [ 1214.399044] env[68503]: _type = "Task" [ 1214.399044] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.402447] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.411057] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5262cc7d-342a-6172-81d3-bca50e7e5b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.511082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-670c3f0e-9edb-429a-8a9f-5b34a9be975a tempest-AttachInterfacesTestJSON-1594530578 tempest-AttachInterfacesTestJSON-1594530578-project-member] Lock "54bae0b5-258c-429e-8931-cf08660d9386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.911s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.542950] env[68503]: DEBUG oslo_concurrency.lockutils [req-71dcf2c6-0c4b-4224-b1de-7c62e09fa150 req-1cf0c18a-bbaf-41d0-8ab8-72155313e0ea service nova] Releasing lock "refresh_cache-05076e4b-035c-40c5-8b76-9a4d4bbb48c8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.569406] env[68503]: DEBUG nova.compute.manager [req-9ccbfee6-9fd2-411c-8bb2-421c7e4f07e6 req-15ece794-c0d5-4675-a9f7-0b91b7addbcd service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-vif-plugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.569978] env[68503]: DEBUG oslo_concurrency.lockutils [req-9ccbfee6-9fd2-411c-8bb2-421c7e4f07e6 req-15ece794-c0d5-4675-a9f7-0b91b7addbcd service nova] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.570360] env[68503]: DEBUG oslo_concurrency.lockutils [req-9ccbfee6-9fd2-411c-8bb2-421c7e4f07e6 req-15ece794-c0d5-4675-a9f7-0b91b7addbcd service nova] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.570638] env[68503]: DEBUG oslo_concurrency.lockutils [req-9ccbfee6-9fd2-411c-8bb2-421c7e4f07e6 req-15ece794-c0d5-4675-a9f7-0b91b7addbcd service nova] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.570894] env[68503]: DEBUG nova.compute.manager [req-9ccbfee6-9fd2-411c-8bb2-421c7e4f07e6 req-15ece794-c0d5-4675-a9f7-0b91b7addbcd service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] No waiting events found dispatching network-vif-plugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.571259] env[68503]: WARNING nova.compute.manager [req-9ccbfee6-9fd2-411c-8bb2-421c7e4f07e6 req-15ece794-c0d5-4675-a9f7-0b91b7addbcd service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received unexpected event network-vif-plugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 for instance with vm_state building and task_state spawning. [ 1214.637497] env[68503]: DEBUG nova.network.neutron [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Successfully updated port: 2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.901329] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.913172] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5262cc7d-342a-6172-81d3-bca50e7e5b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.014646} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.913886] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.915137] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.915137] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.915137] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.915137] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.915137] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bc62905-96a9-487b-948e-6ab3d6a44fe4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.926959] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.927396] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.928426] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ae6f80-6061-4933-990e-ae7a5cba8f37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.933702] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1214.933702] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52edcbed-8476-80c3-49f6-69a16a65df6f" [ 1214.933702] env[68503]: _type = "Task" [ 1214.933702] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.942807] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52edcbed-8476-80c3-49f6-69a16a65df6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.988115] env[68503]: DEBUG oslo_concurrency.lockutils [None req-88e86946-f03b-4646-8eac-d3aaace8d4f4 tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.988975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.501s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.140902] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.141125] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.141340] env[68503]: DEBUG nova.network.neutron [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.403834] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862752, 'name': ReconfigVM_Task, 'duration_secs': 0.569571} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.404367] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.405077] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81fb66d4-dd55-4c6e-b71a-914223637f4c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.412251] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1215.412251] env[68503]: value = "task-2862753" [ 1215.412251] env[68503]: _type = "Task" [ 1215.412251] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.420819] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862753, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.445341] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52edcbed-8476-80c3-49f6-69a16a65df6f, 'name': SearchDatastore_Task, 'duration_secs': 0.017549} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.446247] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef75d77-3e7f-4474-a90f-9d360d10ff07 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.451650] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1215.451650] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d7a172-f730-3907-6d17-7e5f25cbcc54" [ 1215.451650] env[68503]: _type = "Task" [ 1215.451650] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.460201] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d7a172-f730-3907-6d17-7e5f25cbcc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.689558] env[68503]: DEBUG nova.network.neutron [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.697518] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b4a368-f9ed-4b94-af65-abe3abc1e5c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.705751] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2161c38-3074-4bfb-a5af-26a8ce1b6c67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.742622] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbb9e17-cc47-4918-bb28-0062abe34166 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.750394] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9301c3-9de0-4418-9acc-d8d1e557a6c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.765821] env[68503]: DEBUG nova.compute.provider_tree [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.892306] env[68503]: DEBUG nova.network.neutron [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e7009-39", "ovs_interfaceid": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.922210] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862753, 'name': Rename_Task, 'duration_secs': 0.222373} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.922571] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.922838] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6aaf53d-2741-4fb8-8f93-10d44c3c6fdf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.928807] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1215.928807] env[68503]: value = "task-2862754" [ 1215.928807] env[68503]: _type = "Task" [ 1215.928807] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.938465] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.961163] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d7a172-f730-3907-6d17-7e5f25cbcc54, 'name': SearchDatastore_Task, 'duration_secs': 0.020195} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.961424] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.961746] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05076e4b-035c-40c5-8b76-9a4d4bbb48c8/05076e4b-035c-40c5-8b76-9a4d4bbb48c8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.961997] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86f96c26-3dab-4105-8f07-7a0eda72af8b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.967545] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1215.967545] env[68503]: value = "task-2862755" [ 1215.967545] env[68503]: _type = "Task" [ 1215.967545] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.976483] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.269640] env[68503]: DEBUG nova.scheduler.client.report [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.397802] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.398189] env[68503]: DEBUG nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Instance network_info: |[{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e7009-39", "ovs_interfaceid": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.398629] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:9d:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8e7009-39d4-41dd-b059-8b2d45fde265', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.407042] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating folder: Project (fdf70bd0dfa84bb3a666dd9cc6d5bd37). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.407486] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c08acba-6cb6-4c74-8faa-ada76e07cd49 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.420683] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created folder: Project (fdf70bd0dfa84bb3a666dd9cc6d5bd37) in parent group-v575195. [ 1216.420888] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating folder: Instances. Parent ref: group-v575487. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.421151] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-678899b0-8994-4223-8d3d-a3be25851823 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.430988] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created folder: Instances in parent group-v575487. [ 1216.431253] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.434481] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.434962] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a3ddd38-9e30-4ca2-bb22-dc1196ecf5e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.455588] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.456877] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.456877] env[68503]: value = "task-2862758" [ 1216.456877] env[68503]: _type = "Task" [ 1216.456877] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.465103] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862758, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.476202] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.682946] env[68503]: DEBUG nova.compute.manager [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.683587] env[68503]: DEBUG nova.compute.manager [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing instance network info cache due to event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.683840] env[68503]: DEBUG oslo_concurrency.lockutils [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] Acquiring lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.686019] env[68503]: DEBUG oslo_concurrency.lockutils [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] Acquired lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.686019] env[68503]: DEBUG nova.network.neutron [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.945736] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.971166] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862758, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.979844] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.282203] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.293s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.285240] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.419s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.285487] env[68503]: DEBUG nova.objects.instance [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lazy-loading 'resources' on Instance uuid d3ff0794-54b0-4539-a25d-339d5a4919b1 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.401847] env[68503]: DEBUG nova.network.neutron [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updated VIF entry in instance network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.402254] env[68503]: DEBUG nova.network.neutron [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e7009-39", "ovs_interfaceid": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.443409] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862754, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.466729] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862758, 'name': CreateVM_Task, 'duration_secs': 0.649867} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.466903] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.467629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.467837] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.468203] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.468500] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9336560-437d-477a-962c-e99ffeea90d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.475801] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1217.475801] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52738922-59f8-1340-e524-c66b27c3a50d" [ 1217.475801] env[68503]: _type = "Task" [ 1217.475801] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.482783] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862755, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504991} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.483402] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 05076e4b-035c-40c5-8b76-9a4d4bbb48c8/05076e4b-035c-40c5-8b76-9a4d4bbb48c8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.483619] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.483870] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-103c8e43-16af-4d47-949c-a121be5ba9a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.488935] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52738922-59f8-1340-e524-c66b27c3a50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.493054] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1217.493054] env[68503]: value = "task-2862759" [ 1217.493054] env[68503]: _type = "Task" [ 1217.493054] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.500546] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.853894] env[68503]: INFO nova.scheduler.client.report [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted allocation for migration 9f064f10-f9de-48d5-9d6d-1a07bd95b363 [ 1217.905031] env[68503]: DEBUG oslo_concurrency.lockutils [req-fb149772-86b4-41d5-ba5d-ef37617fad8e req-e40ba631-e2ca-49b7-82c1-d93b1d163a65 service nova] Releasing lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.942497] env[68503]: DEBUG oslo_vmware.api [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862754, 'name': PowerOnVM_Task, 'duration_secs': 1.919813} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.942773] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.942981] env[68503]: INFO nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1217.943206] env[68503]: DEBUG nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.944077] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f594b62-8563-4a64-ba82-253e82a8732f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.991293] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52738922-59f8-1340-e524-c66b27c3a50d, 'name': SearchDatastore_Task, 'duration_secs': 0.014025} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.992092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.992383] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.992764] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.993581] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.993581] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.994486] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f038e-64fe-4e09-9ab5-efccc3bf36df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.000689] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d655686-af3c-41f2-a742-bfa7e5204441 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.016288] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e05de6-728f-46bf-ae3f-9aa28772786b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.021743] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109478} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.023275] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.023639] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.023843] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.025796] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99959e8-5912-4bf7-96c8-f451203d4275 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.029048] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b13df6-b6fc-43c3-8219-7dace7c82bfc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.065440] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f058d-e42e-41d8-839c-1ab997c9c833 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.090718] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 05076e4b-035c-40c5-8b76-9a4d4bbb48c8/05076e4b-035c-40c5-8b76-9a4d4bbb48c8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.091128] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1218.091128] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52578bdd-2a37-590c-f4ef-fde65ca5724a" [ 1218.091128] env[68503]: _type = "Task" [ 1218.091128] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.091819] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb621a93-0c0b-4d3a-81df-506245045e19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.113109] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb788830-e269-4568-8f93-138400d72035 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.119093] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1218.119093] env[68503]: value = "task-2862760" [ 1218.119093] env[68503]: _type = "Task" [ 1218.119093] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.126115] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52578bdd-2a37-590c-f4ef-fde65ca5724a, 'name': SearchDatastore_Task, 'duration_secs': 0.018853} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.127377] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca76484-33ac-42fd-aba6-fb533396ecc7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.144716] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.147071] env[68503]: DEBUG nova.compute.provider_tree [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.151743] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1218.151743] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d7747d-a9dd-72ba-4a1a-6a48ea0e12ba" [ 1218.151743] env[68503]: _type = "Task" [ 1218.151743] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.160245] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d7747d-a9dd-72ba-4a1a-6a48ea0e12ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.362037] env[68503]: DEBUG oslo_concurrency.lockutils [None req-42f95c1a-8da5-41c3-a6f3-1a442dadcb11 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.211s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.469878] env[68503]: INFO nova.compute.manager [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Took 14.25 seconds to build instance. [ 1218.607088] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.607317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.631217] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862760, 'name': ReconfigVM_Task, 'duration_secs': 0.36373} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.631542] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 05076e4b-035c-40c5-8b76-9a4d4bbb48c8/05076e4b-035c-40c5-8b76-9a4d4bbb48c8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.632192] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37eab79c-4bda-4615-b855-93dadd0c60ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.642028] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1218.642028] env[68503]: value = "task-2862761" [ 1218.642028] env[68503]: _type = "Task" [ 1218.642028] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.647393] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862761, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.649322] env[68503]: DEBUG nova.scheduler.client.report [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.662804] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d7747d-a9dd-72ba-4a1a-6a48ea0e12ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017254} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.663487] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.663785] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.664071] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b9dc508-8f55-41ad-a649-82a314932a6d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.670848] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1218.670848] env[68503]: value = "task-2862762" [ 1218.670848] env[68503]: _type = "Task" [ 1218.670848] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.680127] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.776920] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.777290] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.777652] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.777806] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.778250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.781510] env[68503]: INFO nova.compute.manager [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Terminating instance [ 1218.973308] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c752bb45-74ba-49b5-b751-f47b5f81cc96 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.760s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.096740] env[68503]: DEBUG nova.compute.manager [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.096740] env[68503]: DEBUG nova.compute.manager [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing instance network info cache due to event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.096740] env[68503]: DEBUG oslo_concurrency.lockutils [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] Acquiring lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.096740] env[68503]: DEBUG oslo_concurrency.lockutils [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] Acquired lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.097213] env[68503]: DEBUG nova.network.neutron [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.109783] env[68503]: DEBUG nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.150744] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862761, 'name': Rename_Task, 'duration_secs': 0.169388} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.151762] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.152082] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e940019-54f6-499a-82c7-f3accbc22ee9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.157412] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.161818] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.595s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.162108] env[68503]: DEBUG nova.objects.instance [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lazy-loading 'resources' on Instance uuid edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.166427] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1219.166427] env[68503]: value = "task-2862763" [ 1219.166427] env[68503]: _type = "Task" [ 1219.166427] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.186698] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862763, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.192143] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.194984] env[68503]: INFO nova.scheduler.client.report [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Deleted allocations for instance d3ff0794-54b0-4539-a25d-339d5a4919b1 [ 1219.287222] env[68503]: DEBUG nova.compute.manager [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.287529] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.288921] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f93f21-e43b-402d-b380-b1f1fae668a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.302383] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.305903] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a95040f7-1b19-4edf-b052-13170d7a2b03 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.308418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d9e3435d-966f-4546-b820-05f639681730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.308719] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d9e3435d-966f-4546-b820-05f639681730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.319486] env[68503]: DEBUG oslo_vmware.api [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1219.319486] env[68503]: value = "task-2862764" [ 1219.319486] env[68503]: _type = "Task" [ 1219.319486] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.330384] env[68503]: DEBUG oslo_vmware.api [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.631463] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.685324] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.691570] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797519} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.695014] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.695276] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.695733] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da7b6b4f-0a59-46e0-bd14-9f524423e80d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.703525] env[68503]: DEBUG oslo_concurrency.lockutils [None req-337180bb-2095-43c6-adfa-e42d3ed0b777 tempest-ServersNegativeTestMultiTenantJSON-1804850640 tempest-ServersNegativeTestMultiTenantJSON-1804850640-project-member] Lock "d3ff0794-54b0-4539-a25d-339d5a4919b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.264s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.709918] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1219.709918] env[68503]: value = "task-2862765" [ 1219.709918] env[68503]: _type = "Task" [ 1219.709918] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.722044] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.813924] env[68503]: DEBUG nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.833719] env[68503]: DEBUG oslo_vmware.api [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862764, 'name': PowerOffVM_Task, 'duration_secs': 0.21384} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.836699] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.836886] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.838378] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3f44a94-30f3-4d03-99f5-0520f05c456b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.865932] env[68503]: DEBUG nova.network.neutron [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updated VIF entry in instance network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.866502] env[68503]: DEBUG nova.network.neutron [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a312334-3f", "ovs_interfaceid": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.900235] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.900557] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.900687] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleting the datastore file [datastore1] d702acde-2d0e-4c3d-b2fa-194ea7c600d6 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.900985] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27859beb-ad6f-4685-8ab3-b6547946fc3e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.904356] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a787acb3-3e16-4f9e-9344-a25ba28246c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.913326] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54695049-557a-4d4c-95d5-e23fe1db0dd5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.916399] env[68503]: DEBUG oslo_vmware.api [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1219.916399] env[68503]: value = "task-2862767" [ 1219.916399] env[68503]: _type = "Task" [ 1219.916399] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.958022] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0871f-eea6-4684-b730-f99c6946b052 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.963886] env[68503]: DEBUG oslo_vmware.api [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.968820] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb93bed-43dd-49d2-a3c7-b0c04b93c341 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.982226] env[68503]: DEBUG nova.compute.provider_tree [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.181687] env[68503]: DEBUG oslo_vmware.api [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862763, 'name': PowerOnVM_Task, 'duration_secs': 0.700952} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.182202] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.182379] env[68503]: INFO nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1220.182656] env[68503]: DEBUG nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.183667] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a821a5a-c702-43a8-bb32-92d21b80d8a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.221346] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069485} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.222247] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.222526] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f633cf3-877c-4bdb-beab-7677ff9ee2fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.248292] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.248917] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a4e140-d1d2-4fb2-ad08-16bd2e7e3bab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.270093] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1220.270093] env[68503]: value = "task-2862768" [ 1220.270093] env[68503]: _type = "Task" [ 1220.270093] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.281961] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.343026] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.373513] env[68503]: DEBUG oslo_concurrency.lockutils [req-32c074ea-716c-4073-a311-ab45551fb7d2 req-20911c45-4ff4-4c16-9015-657d912026a8 service nova] Releasing lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.426827] env[68503]: DEBUG oslo_vmware.api [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422869} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.427098] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.427899] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.427899] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.427899] env[68503]: INFO nova.compute.manager [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1220.427899] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.428133] env[68503]: DEBUG nova.compute.manager [-] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.428171] env[68503]: DEBUG nova.network.neutron [-] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.486127] env[68503]: DEBUG nova.scheduler.client.report [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.704019] env[68503]: INFO nova.compute.manager [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Took 15.80 seconds to build instance. [ 1220.781920] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862768, 'name': ReconfigVM_Task, 'duration_secs': 0.48843} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.782060] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.782701] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8f1da8-66d9-4b16-92c7-759ef2ebd2e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.789371] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1220.789371] env[68503]: value = "task-2862769" [ 1220.789371] env[68503]: _type = "Task" [ 1220.789371] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.799184] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862769, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.991675] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.994439] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.363s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.996023] env[68503]: INFO nova.compute.claims [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.016114] env[68503]: INFO nova.scheduler.client.report [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Deleted allocations for instance edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070 [ 1221.188365] env[68503]: DEBUG nova.compute.manager [req-7732be4a-f6a7-4c9d-bc79-e9194c61ba9d req-2f979cb2-a230-40ec-9717-2d42e15de480 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Received event network-vif-deleted-998ac40f-f1fe-43c3-8d3b-5f9f648c5abd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.188651] env[68503]: INFO nova.compute.manager [req-7732be4a-f6a7-4c9d-bc79-e9194c61ba9d req-2f979cb2-a230-40ec-9717-2d42e15de480 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Neutron deleted interface 998ac40f-f1fe-43c3-8d3b-5f9f648c5abd; detaching it from the instance and deleting it from the info cache [ 1221.188765] env[68503]: DEBUG nova.network.neutron [req-7732be4a-f6a7-4c9d-bc79-e9194c61ba9d req-2f979cb2-a230-40ec-9717-2d42e15de480 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.206510] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19399e56-8678-44b6-abe6-0197149cdcf8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.315s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.237492] env[68503]: DEBUG nova.network.neutron [-] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.303221] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862769, 'name': Rename_Task, 'duration_secs': 0.246885} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.303645] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.305905] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e490715-6704-4522-a8fa-a4cd9b422746 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.313223] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1221.313223] env[68503]: value = "task-2862770" [ 1221.313223] env[68503]: _type = "Task" [ 1221.313223] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.321548] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.528244] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cd44cb00-7f21-4d54-9710-6a36b4b03c7e tempest-ServersListShow298Test-68977892 tempest-ServersListShow298Test-68977892-project-member] Lock "edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.167s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.695654] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186f38ed-bab1-41f6-a9a3-1396e35f13a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.710331] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62598544-f6df-47fe-9d87-993be2c541fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.746679] env[68503]: INFO nova.compute.manager [-] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Took 1.32 seconds to deallocate network for instance. [ 1221.747322] env[68503]: DEBUG nova.compute.manager [req-7732be4a-f6a7-4c9d-bc79-e9194c61ba9d req-2f979cb2-a230-40ec-9717-2d42e15de480 service nova] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Detach interface failed, port_id=998ac40f-f1fe-43c3-8d3b-5f9f648c5abd, reason: Instance d702acde-2d0e-4c3d-b2fa-194ea7c600d6 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.823272] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862770, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.027897] env[68503]: DEBUG oslo_concurrency.lockutils [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.029081] env[68503]: DEBUG oslo_concurrency.lockutils [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.029734] env[68503]: DEBUG nova.compute.manager [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.031050] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d231397d-3c03-4d97-9c74-b6725554ddf2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.038622] env[68503]: DEBUG nova.compute.manager [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1222.039493] env[68503]: DEBUG nova.objects.instance [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'flavor' on Instance uuid 05076e4b-035c-40c5-8b76-9a4d4bbb48c8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.206085] env[68503]: DEBUG nova.compute.manager [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1222.224532] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a41f58f-ff3b-4cfd-a1bc-ce1bb7733e9f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.233834] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db39a5ee-337a-4a0b-96db-94cdb3e3cf05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.286225] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.287136] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4b0bb-6833-4ef1-a9c6-1633587e085a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.296139] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d31ea1c-4142-4a87-a87d-518111f4d964 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.312216] env[68503]: DEBUG nova.compute.provider_tree [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.326233] env[68503]: DEBUG oslo_vmware.api [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862770, 'name': PowerOnVM_Task, 'duration_secs': 0.545086} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.327249] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.327453] env[68503]: INFO nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1222.327629] env[68503]: DEBUG nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.328425] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff0d5b-30b9-45c1-bc72-33ed1560b964 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.733380] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.819249] env[68503]: DEBUG nova.scheduler.client.report [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.847818] env[68503]: INFO nova.compute.manager [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Took 16.98 seconds to build instance. [ 1223.048222] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.048771] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14aefddf-500e-4438-a033-07e8a2a74bcb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.056650] env[68503]: DEBUG oslo_vmware.api [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1223.056650] env[68503]: value = "task-2862771" [ 1223.056650] env[68503]: _type = "Task" [ 1223.056650] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.066245] env[68503]: DEBUG oslo_vmware.api [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.325228] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.325784] env[68503]: DEBUG nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.329254] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.986s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.330928] env[68503]: INFO nova.compute.claims [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.352048] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c181355a-49e3-4716-b45b-e7b06031875a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.494s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.566857] env[68503]: DEBUG oslo_vmware.api [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862771, 'name': PowerOffVM_Task, 'duration_secs': 0.215832} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.567147] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.567348] env[68503]: DEBUG nova.compute.manager [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.568179] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed50b4e6-60dc-4356-b6fd-3baa71a9b98b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.835514] env[68503]: DEBUG nova.compute.utils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.836995] env[68503]: DEBUG nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Not allocating networking since 'none' was specified. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1223.997069] env[68503]: DEBUG nova.compute.manager [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.997359] env[68503]: DEBUG nova.compute.manager [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing instance network info cache due to event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.997666] env[68503]: DEBUG oslo_concurrency.lockutils [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] Acquiring lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.997721] env[68503]: DEBUG oslo_concurrency.lockutils [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] Acquired lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.997984] env[68503]: DEBUG nova.network.neutron [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.079732] env[68503]: DEBUG oslo_concurrency.lockutils [None req-93f52464-3528-4929-8bdf-1e50023c1342 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.344557] env[68503]: DEBUG nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.443524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.443524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.443524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.443524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.443524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.445526] env[68503]: INFO nova.compute.manager [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Terminating instance [ 1224.580351] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b8813a-5cc5-46c3-b1bd-0110f2daef70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.588390] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3393d76-5a26-4111-9b6a-ab52a629e5f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.626165] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775c6055-9e3b-418a-90a3-efbecc0d3a54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.636046] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3960603f-a3df-4b4d-8ae7-55a4e5b83671 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.649601] env[68503]: DEBUG nova.compute.provider_tree [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.660106] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e06414-63d5-dc37-33ba-0e1cd59bddaf/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.661234] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e27991-32f1-41d6-9f10-05bd957493a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.670656] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e06414-63d5-dc37-33ba-0e1cd59bddaf/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.670656] env[68503]: ERROR oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e06414-63d5-dc37-33ba-0e1cd59bddaf/disk-0.vmdk due to incomplete transfer. [ 1224.671276] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98b413e2-acf9-4194-bf0a-14f31547d56c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.680536] env[68503]: DEBUG oslo_vmware.rw_handles [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e06414-63d5-dc37-33ba-0e1cd59bddaf/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1224.680968] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Uploaded image 862a9f71-adb7-4b87-bd54-403b1c24abf7 to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1224.683690] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1224.684098] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-556a3095-6536-4c6a-977f-0d7ab7c36213 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.691194] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1224.691194] env[68503]: value = "task-2862772" [ 1224.691194] env[68503]: _type = "Task" [ 1224.691194] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.701386] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862772, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.794283] env[68503]: DEBUG nova.network.neutron [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updated VIF entry in instance network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.794664] env[68503]: DEBUG nova.network.neutron [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e7009-39", "ovs_interfaceid": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.949197] env[68503]: DEBUG nova.compute.manager [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.949440] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.950773] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720c9ae7-03d6-4e02-b717-a7b90518c3a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.958077] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.958305] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e58ccfef-327a-4390-b93e-08ec3313aeae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.017207] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.017435] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.017634] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleting the datastore file [datastore2] 05076e4b-035c-40c5-8b76-9a4d4bbb48c8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.017919] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-715391a1-9b85-4730-a6be-0cb43703d876 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.024457] env[68503]: DEBUG oslo_vmware.api [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1225.024457] env[68503]: value = "task-2862774" [ 1225.024457] env[68503]: _type = "Task" [ 1225.024457] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.032945] env[68503]: DEBUG oslo_vmware.api [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.157031] env[68503]: DEBUG nova.scheduler.client.report [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.201023] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862772, 'name': Destroy_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.216495] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.217017] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.297285] env[68503]: DEBUG oslo_concurrency.lockutils [req-a2870924-cee5-48fd-913f-23e1640365d8 req-56de85f0-d6f7-43cc-9642-45b9926f46a7 service nova] Releasing lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.356381] env[68503]: DEBUG nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.386997] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.387261] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.387418] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.387600] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.387750] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.387899] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.388144] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.388334] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.388509] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.388677] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.388852] env[68503]: DEBUG nova.virt.hardware [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.389742] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0dfec-e964-4846-87fa-cb94bc6f3f1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.398077] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b88349-9e29-4a23-af1d-d2658060111c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.411851] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.417393] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Creating folder: Project (bc240cd7786c4975af3508eef19c559f). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.417697] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2e44a78-5507-4c42-848c-42d78423d98a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.428324] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Created folder: Project (bc240cd7786c4975af3508eef19c559f) in parent group-v575195. [ 1225.428501] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Creating folder: Instances. Parent ref: group-v575490. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.428735] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6c25ce7-1564-40cd-b674-9f6cc2bcbcf9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.436815] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Created folder: Instances in parent group-v575490. [ 1225.437045] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.437235] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.437421] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-716e435c-1ada-4ffc-b394-1d188a9f991e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.452808] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.452808] env[68503]: value = "task-2862777" [ 1225.452808] env[68503]: _type = "Task" [ 1225.452808] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.460038] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862777, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.535129] env[68503]: DEBUG oslo_vmware.api [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437083} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.535388] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.535574] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.535771] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.535975] env[68503]: INFO nova.compute.manager [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1225.536252] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.536468] env[68503]: DEBUG nova.compute.manager [-] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.536571] env[68503]: DEBUG nova.network.neutron [-] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.662138] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.662241] env[68503]: DEBUG nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.666646] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.381s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.666646] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.668544] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.935s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.701104] env[68503]: INFO nova.scheduler.client.report [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted allocations for instance d702acde-2d0e-4c3d-b2fa-194ea7c600d6 [ 1225.714641] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862772, 'name': Destroy_Task, 'duration_secs': 0.85792} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.715068] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Destroyed the VM [ 1225.715444] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1225.715824] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3fe0f2e1-6f9d-40e7-8318-08a72b98b54e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.720032] env[68503]: DEBUG nova.compute.utils [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.726773] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1225.726773] env[68503]: value = "task-2862778" [ 1225.726773] env[68503]: _type = "Task" [ 1225.726773] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.740688] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862778, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.963487] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862777, 'name': CreateVM_Task, 'duration_secs': 0.474149} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.964201] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.964201] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.964360] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.964726] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.965014] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aeb8800-4909-4b6c-bca8-11097a37d2f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.969384] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1225.969384] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d58d68-da44-a8f5-6fcc-98be41c18487" [ 1225.969384] env[68503]: _type = "Task" [ 1225.969384] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.977241] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d58d68-da44-a8f5-6fcc-98be41c18487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.055026] env[68503]: DEBUG nova.compute.manager [req-d379ab88-fde9-4a44-9c84-c86e20f67555 req-0c0eb4a5-c572-40b8-bcdf-a6f4b20621dd service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Received event network-vif-deleted-2c41d728-f9b6-48e8-9841-c2d388e264e1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.055026] env[68503]: INFO nova.compute.manager [req-d379ab88-fde9-4a44-9c84-c86e20f67555 req-0c0eb4a5-c572-40b8-bcdf-a6f4b20621dd service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Neutron deleted interface 2c41d728-f9b6-48e8-9841-c2d388e264e1; detaching it from the instance and deleting it from the info cache [ 1226.055026] env[68503]: DEBUG nova.network.neutron [req-d379ab88-fde9-4a44-9c84-c86e20f67555 req-0c0eb4a5-c572-40b8-bcdf-a6f4b20621dd service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.172430] env[68503]: DEBUG nova.compute.utils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.175834] env[68503]: INFO nova.compute.claims [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.179962] env[68503]: DEBUG nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.180160] env[68503]: DEBUG nova.network.neutron [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.218122] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cbfeac3f-1c62-4ef4-b7d3-f2c4d7a6f908 tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d702acde-2d0e-4c3d-b2fa-194ea7c600d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.441s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.222896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.231828] env[68503]: DEBUG nova.policy [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '314f4d0e47db47ccaa298cefb2a3d185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f94195d737c44baa4458e0fec0834bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.239217] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862778, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.281772] env[68503]: DEBUG nova.network.neutron [-] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.334832] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.335076] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.335241] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.335389] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.335537] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.335678] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.335824] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.335957] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1226.336121] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.480964] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d58d68-da44-a8f5-6fcc-98be41c18487, 'name': SearchDatastore_Task, 'duration_secs': 0.031837} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.481299] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.481526] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.481837] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.481939] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.482157] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.482422] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b4d7787-9a8e-474a-b4a7-923bb691a5bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.487919] env[68503]: DEBUG nova.network.neutron [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Successfully created port: f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.491246] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.491420] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.492150] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0972e71a-947e-4f94-b741-59ef43d1f94c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.497055] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1226.497055] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bc9a2d-e400-e824-adfe-35ea0871f699" [ 1226.497055] env[68503]: _type = "Task" [ 1226.497055] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.503969] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bc9a2d-e400-e824-adfe-35ea0871f699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.557811] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5783c6b8-f957-4908-8204-6c0d0c780c2e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.567634] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ef160-0e8c-4034-854c-95eeddec8b65 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.596408] env[68503]: DEBUG nova.compute.manager [req-d379ab88-fde9-4a44-9c84-c86e20f67555 req-0c0eb4a5-c572-40b8-bcdf-a6f4b20621dd service nova] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Detach interface failed, port_id=2c41d728-f9b6-48e8-9841-c2d388e264e1, reason: Instance 05076e4b-035c-40c5-8b76-9a4d4bbb48c8 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.680732] env[68503]: DEBUG nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.685343] env[68503]: INFO nova.compute.resource_tracker [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating resource usage from migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a [ 1226.739362] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862778, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607001} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.739646] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1226.740442] env[68503]: DEBUG nova.compute.manager [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.740823] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cfa037-bf27-4c8f-a4fe-964bd8be9e16 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.786237] env[68503]: INFO nova.compute.manager [-] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Took 1.25 seconds to deallocate network for instance. [ 1226.838991] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.859813] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de341a-9ece-4c9b-8898-521cd885257b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.867203] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c0119-5c6a-42c7-a532-2b41e9efc3e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.898451] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4de9bc-0b49-4c09-90c8-c6bd2705f8cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.905182] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caf5c15-f9c3-4c07-9f09-db6ec179c12b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.917804] env[68503]: DEBUG nova.compute.provider_tree [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.007395] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bc9a2d-e400-e824-adfe-35ea0871f699, 'name': SearchDatastore_Task, 'duration_secs': 0.008475} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.008071] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7453c53-74f9-421d-8c25-f3a3fd80862f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.014194] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1227.014194] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52efc13f-8028-799e-644c-87d574517e5a" [ 1227.014194] env[68503]: _type = "Task" [ 1227.014194] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.022441] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52efc13f-8028-799e-644c-87d574517e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.255144] env[68503]: INFO nova.compute.manager [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Shelve offloading [ 1227.293080] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.299157] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.299384] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.299628] env[68503]: INFO nova.compute.manager [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Attaching volume 06a034eb-d2db-4861-bf14-90681c08acbf to /dev/sdb [ 1227.334070] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f20b7f-178a-439e-ba57-2543553c1d84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.341032] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7cd228-9e81-4780-ba00-5cce10c4e0a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.354412] env[68503]: DEBUG nova.virt.block_device [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating existing volume attachment record: 92726b68-1f35-41ff-9b94-3800acbff9b5 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.421106] env[68503]: DEBUG nova.scheduler.client.report [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.524494] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52efc13f-8028-799e-644c-87d574517e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.524757] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.525011] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.525700] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-131db6eb-04c7-4be2-94ce-3c5c2d91ff0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.531493] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1227.531493] env[68503]: value = "task-2862781" [ 1227.531493] env[68503]: _type = "Task" [ 1227.531493] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.541653] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.690091] env[68503]: DEBUG nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.724255] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.724553] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.724727] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.724917] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.725096] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.725269] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.725496] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.725676] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.725911] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.726127] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.726331] env[68503]: DEBUG nova.virt.hardware [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.727389] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22325b2-6789-402d-bd9c-4926d244cb47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.737808] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9122fd-5052-4d6d-9ca2-fa4c277d3821 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.758971] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.759321] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ce2bc3a-b3d3-48bc-b70b-dbae5b555710 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.766945] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1227.766945] env[68503]: value = "task-2862783" [ 1227.766945] env[68503]: _type = "Task" [ 1227.766945] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.775475] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.926976] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.258s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.927318] env[68503]: INFO nova.compute.manager [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Migrating [ 1227.935621] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.097s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.935859] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.936069] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1227.936503] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.644s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.936762] env[68503]: DEBUG nova.objects.instance [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'resources' on Instance uuid 05076e4b-035c-40c5-8b76-9a4d4bbb48c8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.942047] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03867e0-9fa5-4856-af8a-127d1c1aba6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.962048] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fccba5b-a9aa-4753-a3fd-3c19d7d5151e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.966878] env[68503]: DEBUG nova.network.neutron [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Successfully updated port: f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.981163] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe8f85-2691-413b-af92-7394a4054220 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.988771] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c76964-ee26-4261-9160-61907ee630f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.019827] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1228.020063] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.041076] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432645} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.041348] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.041612] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.041893] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7773d77-740e-4454-a0e9-475e9adc78c9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.047662] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1228.047662] env[68503]: value = "task-2862784" [ 1228.047662] env[68503]: _type = "Task" [ 1228.047662] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.057462] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.082377] env[68503]: DEBUG nova.compute.manager [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Received event network-vif-plugged-f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.082887] env[68503]: DEBUG oslo_concurrency.lockutils [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] Acquiring lock "d9e3435d-966f-4546-b820-05f639681730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.083150] env[68503]: DEBUG oslo_concurrency.lockutils [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] Lock "d9e3435d-966f-4546-b820-05f639681730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.083386] env[68503]: DEBUG oslo_concurrency.lockutils [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] Lock "d9e3435d-966f-4546-b820-05f639681730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.083588] env[68503]: DEBUG nova.compute.manager [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] No waiting events found dispatching network-vif-plugged-f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.083781] env[68503]: WARNING nova.compute.manager [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Received unexpected event network-vif-plugged-f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b for instance with vm_state building and task_state spawning. [ 1228.083992] env[68503]: DEBUG nova.compute.manager [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Received event network-changed-f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.084204] env[68503]: DEBUG nova.compute.manager [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Refreshing instance network info cache due to event network-changed-f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.084444] env[68503]: DEBUG oslo_concurrency.lockutils [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] Acquiring lock "refresh_cache-d9e3435d-966f-4546-b820-05f639681730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.084619] env[68503]: DEBUG oslo_concurrency.lockutils [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] Acquired lock "refresh_cache-d9e3435d-966f-4546-b820-05f639681730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.084820] env[68503]: DEBUG nova.network.neutron [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Refreshing network info cache for port f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.277509] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.277710] env[68503]: DEBUG nova.compute.manager [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.278523] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644fcb54-0912-42e6-ad80-4a531f696dc0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.283965] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.284180] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.284386] env[68503]: DEBUG nova.network.neutron [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.454317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.454480] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.454651] env[68503]: DEBUG nova.network.neutron [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.470552] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "refresh_cache-d9e3435d-966f-4546-b820-05f639681730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.559372] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062651} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.559647] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.560434] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55374788-6e4d-4fcd-9b83-468ba6a41c5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.581802] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.583923] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8228aeee-defc-405b-b903-64803751fe58 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.605780] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1228.605780] env[68503]: value = "task-2862785" [ 1228.605780] env[68503]: _type = "Task" [ 1228.605780] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.615867] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.622613] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ddfd72-75bb-4354-8fee-30d01e26ba13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.629435] env[68503]: DEBUG nova.network.neutron [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.631874] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f998d48-5145-478d-afa7-e530e120c699 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.663448] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441a3ac9-7c52-4a95-8195-ee6d91aeb118 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.670676] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe88e4b-b63f-4560-ab92-6ac76d5d7343 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.683821] env[68503]: DEBUG nova.compute.provider_tree [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.720371] env[68503]: DEBUG nova.network.neutron [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.002027] env[68503]: DEBUG nova.network.neutron [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [{"id": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "address": "fa:16:3e:9c:fc:e2", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f91259-83", "ovs_interfaceid": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.123070] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862785, 'name': ReconfigVM_Task, 'duration_secs': 0.280939} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.123507] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Reconfigured VM instance instance-0000006d to attach disk [datastore1] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.124379] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180e8ce4-ab76-47a2-8ca4-bc887ec4ee40 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.132688] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1229.132688] env[68503]: value = "task-2862786" [ 1229.132688] env[68503]: _type = "Task" [ 1229.132688] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.144954] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862786, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.189177] env[68503]: DEBUG nova.network.neutron [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.191075] env[68503]: DEBUG nova.scheduler.client.report [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.222960] env[68503]: DEBUG oslo_concurrency.lockutils [req-e66ad0af-6a1c-4ec2-abaa-888b0a86702c req-4aa98feb-5548-408d-8a79-6e7820879b31 service nova] Releasing lock "refresh_cache-d9e3435d-966f-4546-b820-05f639681730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.223640] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "refresh_cache-d9e3435d-966f-4546-b820-05f639681730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.223722] env[68503]: DEBUG nova.network.neutron [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.504453] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.643007] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862786, 'name': Rename_Task, 'duration_secs': 0.15831} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.643677] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.643990] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f23c3b-48b3-4d6b-a431-e86a7cf26c7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.650356] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1229.650356] env[68503]: value = "task-2862788" [ 1229.650356] env[68503]: _type = "Task" [ 1229.650356] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.659243] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.696694] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.699394] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.702513] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.682s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.731687] env[68503]: INFO nova.scheduler.client.report [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted allocations for instance 05076e4b-035c-40c5-8b76-9a4d4bbb48c8 [ 1229.770346] env[68503]: DEBUG nova.network.neutron [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.831369] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.832674] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd52a41b-0902-4135-9be9-3ac2cac256fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.839357] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.839633] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b488fda-4858-4427-8b3f-4c606320ab16 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.894997] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.894997] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.894997] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleting the datastore file [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.895297] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b493da66-5c0e-4044-a051-8195d1e0d190 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.902070] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1229.902070] env[68503]: value = "task-2862790" [ 1229.902070] env[68503]: _type = "Task" [ 1229.902070] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.909581] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.929346] env[68503]: DEBUG nova.network.neutron [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Updating instance_info_cache with network_info: [{"id": "f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b", "address": "fa:16:3e:ff:72:b4", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c00ccc-3a", "ovs_interfaceid": "f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.109807] env[68503]: DEBUG nova.compute.manager [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received event network-vif-unplugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.110283] env[68503]: DEBUG oslo_concurrency.lockutils [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.110537] env[68503]: DEBUG oslo_concurrency.lockutils [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.110774] env[68503]: DEBUG oslo_concurrency.lockutils [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.110999] env[68503]: DEBUG nova.compute.manager [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] No waiting events found dispatching network-vif-unplugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.111257] env[68503]: WARNING nova.compute.manager [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received unexpected event network-vif-unplugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 for instance with vm_state shelved and task_state shelving_offloading. [ 1230.111513] env[68503]: DEBUG nova.compute.manager [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received event network-changed-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.111770] env[68503]: DEBUG nova.compute.manager [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Refreshing instance network info cache due to event network-changed-38f91259-83d1-46fb-b1ab-5800b4f4afa1. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.112059] env[68503]: DEBUG oslo_concurrency.lockutils [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] Acquiring lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.112259] env[68503]: DEBUG oslo_concurrency.lockutils [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] Acquired lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.112491] env[68503]: DEBUG nova.network.neutron [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Refreshing network info cache for port 38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.161669] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862788, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.239400] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a1f151d5-43a4-4c2a-be25-b7e3b94f551c tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "05076e4b-035c-40c5-8b76-9a4d4bbb48c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.796s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.412810] env[68503]: DEBUG oslo_vmware.api [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153361} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.413207] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.413426] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.413604] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.432069] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "refresh_cache-d9e3435d-966f-4546-b820-05f639681730" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.432379] env[68503]: DEBUG nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Instance network_info: |[{"id": "f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b", "address": "fa:16:3e:ff:72:b4", "network": {"id": "585d9e75-0fcc-49be-866a-6a0d79431ce9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-694541425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f94195d737c44baa4458e0fec0834bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c00ccc-3a", "ovs_interfaceid": "f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.432790] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:72:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.440432] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.441464] env[68503]: INFO nova.scheduler.client.report [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleted allocations for instance dea890da-d94c-4ecd-80f8-afd670ad9b80 [ 1230.443789] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e3435d-966f-4546-b820-05f639681730] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.444028] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28d97a72-edef-48a4-a692-be0efd55726d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.463443] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.463443] env[68503]: value = "task-2862791" [ 1230.463443] env[68503]: _type = "Task" [ 1230.463443] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.470658] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862791, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.660303] env[68503]: DEBUG oslo_vmware.api [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862788, 'name': PowerOnVM_Task, 'duration_secs': 0.556697} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.660603] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.660776] env[68503]: INFO nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1230.661108] env[68503]: DEBUG nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.661776] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17480828-777c-4c72-a717-d70dd8fb1915 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.720722] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Applying migration context for instance b50de0fc-3e15-4a35-acf0-299b9eaa5744 as it has an incoming, in-progress migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a. Migration status is migrating {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1230.721611] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating resource usage from migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a [ 1230.744379] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.744379] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 342bf4ba-d495-4146-bc90-3ff571825def actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.744762] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 8ae86b66-2942-4d7d-9db4-69a9465eba6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.744762] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 30e2b79b-1799-4068-b27f-a7144279d615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.744762] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 85551269-ec7b-436f-a289-92d4380f7a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.744885] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 5423b29a-4769-49f0-b00e-db1670d3ce09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.745800] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fc97c8b7-3a82-4d39-b9fc-f4e82c554d91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.745800] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance d9e3435d-966f-4546-b820-05f639681730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.745800] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1230.745800] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b50de0fc-3e15-4a35-acf0-299b9eaa5744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.745800] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1230.745800] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1230.808994] env[68503]: DEBUG nova.network.neutron [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updated VIF entry in instance network info cache for port 38f91259-83d1-46fb-b1ab-5800b4f4afa1. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.809379] env[68503]: DEBUG nova.network.neutron [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [{"id": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "address": "fa:16:3e:9c:fc:e2", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap38f91259-83", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.870892] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86154fb-4c0c-448d-ad9c-99d773b3448a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.878291] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b79bfec-265d-44ce-8d59-45a256f0a477 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.910130] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4c416-d311-4428-9c08-4b3ae70f18f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.917550] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8a0f4f-b50c-427d-a4e5-8b115ada54bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.930573] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.959772] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.973085] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862791, 'name': CreateVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.176796] env[68503]: INFO nova.compute.manager [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Took 11.56 seconds to build instance. [ 1231.213969] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7709ad48-6c54-410e-a1b1-9f7572a25d4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.234442] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance 'b50de0fc-3e15-4a35-acf0-299b9eaa5744' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.311723] env[68503]: DEBUG oslo_concurrency.lockutils [req-d1ff14e7-9798-478f-ac1a-c25f3cbc34d7 req-3fc162e8-4066-4bd4-aece-d1ef5a810c01 service nova] Releasing lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.433915] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.444811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "e847973e-844c-4902-889f-421a8697ad75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.445154] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e847973e-844c-4902-889f-421a8697ad75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.473559] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862791, 'name': CreateVM_Task, 'duration_secs': 0.699679} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.473740] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e3435d-966f-4546-b820-05f639681730] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.474452] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.474641] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.474975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.475270] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ba30bf-8a3f-416a-bef5-6a1ef1804f91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.480096] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1231.480096] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a6db1b-7937-af68-f3aa-1162824466cf" [ 1231.480096] env[68503]: _type = "Task" [ 1231.480096] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.488066] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a6db1b-7937-af68-f3aa-1162824466cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.679134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6dc11138-cf42-4098-8921-449bca2db9e7 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.072s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.740926] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.741266] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f50a8fa-e2f5-4ac7-b5e5-703696a848c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.748401] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1231.748401] env[68503]: value = "task-2862792" [ 1231.748401] env[68503]: _type = "Task" [ 1231.748401] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.756321] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.825107] env[68503]: INFO nova.compute.manager [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Rebuilding instance [ 1231.866517] env[68503]: DEBUG nova.compute.manager [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.867409] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8abe1b-9948-4649-a41a-13a6429bf495 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.903185] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.903435] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575494', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'name': 'volume-06a034eb-d2db-4861-bf14-90681c08acbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ae86b66-2942-4d7d-9db4-69a9465eba6c', 'attached_at': '', 'detached_at': '', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'serial': '06a034eb-d2db-4861-bf14-90681c08acbf'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.904427] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f592370-4a18-4364-a3ce-3a00c24bd3e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.922019] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31862d86-5bd7-4cf1-8794-dddc81aef21b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.943748] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1231.943954] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.242s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.951424] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-06a034eb-d2db-4861-bf14-90681c08acbf/volume-06a034eb-d2db-4861-bf14-90681c08acbf.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.951778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.992s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.952025] env[68503]: DEBUG nova.objects.instance [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lazy-loading 'resources' on Instance uuid dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.953082] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.953192] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Cleaning up deleted instances with incomplete migration {{(pid=68503) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1231.954097] env[68503]: DEBUG nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.956851] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ee01259-e9fa-4aa2-8db9-1283809d9412 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.976190] env[68503]: DEBUG oslo_vmware.api [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1231.976190] env[68503]: value = "task-2862793" [ 1231.976190] env[68503]: _type = "Task" [ 1231.976190] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.984596] env[68503]: DEBUG oslo_vmware.api [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.996889] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a6db1b-7937-af68-f3aa-1162824466cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.997178] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.997405] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.997644] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.997788] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.997966] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.998253] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-341f34fb-c9ae-4f6c-88fc-77d3efc45f59 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.011953] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.012252] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.013076] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d34f893-b142-4caa-8f62-777fa87b3d25 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.018460] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1232.018460] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ea41c8-7324-ab8a-54a6-c8f315f38b4b" [ 1232.018460] env[68503]: _type = "Task" [ 1232.018460] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.026470] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ea41c8-7324-ab8a-54a6-c8f315f38b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.258186] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862792, 'name': PowerOffVM_Task, 'duration_secs': 0.203787} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.258480] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.258683] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance 'b50de0fc-3e15-4a35-acf0-299b9eaa5744' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.471765] env[68503]: DEBUG nova.objects.instance [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lazy-loading 'numa_topology' on Instance uuid dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.487202] env[68503]: DEBUG oslo_vmware.api [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862793, 'name': ReconfigVM_Task, 'duration_secs': 0.371325} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.487736] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-06a034eb-d2db-4861-bf14-90681c08acbf/volume-06a034eb-d2db-4861-bf14-90681c08acbf.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.493337] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.493788] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50803f47-1fa3-4c5c-90ac-36b28ac72427 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.510277] env[68503]: DEBUG oslo_vmware.api [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1232.510277] env[68503]: value = "task-2862794" [ 1232.510277] env[68503]: _type = "Task" [ 1232.510277] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.518477] env[68503]: DEBUG oslo_vmware.api [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.526557] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ea41c8-7324-ab8a-54a6-c8f315f38b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.527299] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a10024-1245-4420-b11d-7110039c7f97 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.532331] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1232.532331] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524a2bd1-3c69-45bf-61f0-c0739777b000" [ 1232.532331] env[68503]: _type = "Task" [ 1232.532331] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.539739] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a2bd1-3c69-45bf-61f0-c0739777b000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.764972] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.765357] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.765402] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.765572] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.765721] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.765870] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.766091] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.766255] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.766420] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.766582] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.766756] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.774474] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4314b8cd-020c-4b8b-99b2-128b1bfba15a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.792295] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1232.792295] env[68503]: value = "task-2862795" [ 1232.792295] env[68503]: _type = "Task" [ 1232.792295] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.802931] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.881130] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.881471] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291e1687-8e41-480a-9c7b-b180ae924652 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.888543] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1232.888543] env[68503]: value = "task-2862796" [ 1232.888543] env[68503]: _type = "Task" [ 1232.888543] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.897664] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.923353] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.975118] env[68503]: DEBUG nova.objects.base [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.024378] env[68503]: DEBUG oslo_vmware.api [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862794, 'name': ReconfigVM_Task, 'duration_secs': 0.323746} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.025272] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575494', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'name': 'volume-06a034eb-d2db-4861-bf14-90681c08acbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ae86b66-2942-4d7d-9db4-69a9465eba6c', 'attached_at': '', 'detached_at': '', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'serial': '06a034eb-d2db-4861-bf14-90681c08acbf'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.041347] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524a2bd1-3c69-45bf-61f0-c0739777b000, 'name': SearchDatastore_Task, 'duration_secs': 0.017719} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.042325] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.042617] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d9e3435d-966f-4546-b820-05f639681730/d9e3435d-966f-4546-b820-05f639681730.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.042891] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de73763e-6812-48f3-9f5c-c0aef96e0455 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.052017] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1233.052017] env[68503]: value = "task-2862797" [ 1233.052017] env[68503]: _type = "Task" [ 1233.052017] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.059621] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.158588] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d14d67-cfa2-4a46-9af4-9e2178655312 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.165918] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f4b23f-72fc-4cf7-8ebd-895fc63b6f56 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.196088] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14909aed-1420-4530-b447-3f5a19a63b04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.203200] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4f4622-e241-4bf2-a5fb-51fc7ed57972 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.216066] env[68503]: DEBUG nova.compute.provider_tree [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.303408] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862795, 'name': ReconfigVM_Task, 'duration_secs': 0.220153} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.303742] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance 'b50de0fc-3e15-4a35-acf0-299b9eaa5744' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.402565] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862796, 'name': PowerOffVM_Task, 'duration_secs': 0.132703} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.402844] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.403187] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.404119] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac96fc4-4fdb-4fb0-8c54-4f75727265e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.413285] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.413554] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e84cff1-069a-411b-a734-78d9bf04afb9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.441907] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.442178] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.442369] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Deleting the datastore file [datastore1] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.442669] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84dd0d3e-c418-42e0-b9cd-0c2285d14540 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.450850] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1233.450850] env[68503]: value = "task-2862799" [ 1233.450850] env[68503]: _type = "Task" [ 1233.450850] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.461169] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.562436] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510017} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.564604] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d9e3435d-966f-4546-b820-05f639681730/d9e3435d-966f-4546-b820-05f639681730.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.564838] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.565323] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73f1722e-db94-4a4a-9a19-e6ff437a1af6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.571376] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1233.571376] env[68503]: value = "task-2862800" [ 1233.571376] env[68503]: _type = "Task" [ 1233.571376] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.579738] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.719397] env[68503]: DEBUG nova.scheduler.client.report [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.812027] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.812027] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.812027] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.812027] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.812027] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.812027] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.812027] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.812750] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.813021] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.814108] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.814108] env[68503]: DEBUG nova.virt.hardware [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.818830] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.819169] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d67b89f7-3d6e-4e50-8b9e-6e16c26a1a4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.838341] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1233.838341] env[68503]: value = "task-2862801" [ 1233.838341] env[68503]: _type = "Task" [ 1233.838341] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.846165] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.961488] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196598} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.961767] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.961949] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.962143] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.067046] env[68503]: DEBUG nova.objects.instance [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.080487] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09155} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.081327] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.082079] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18b8f09-9faf-472d-99d5-2acd4f96cb9a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.104100] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d9e3435d-966f-4546-b820-05f639681730/d9e3435d-966f-4546-b820-05f639681730.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.104554] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d3e573-22b1-4ba7-a322-28a377df17f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.123688] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1234.123688] env[68503]: value = "task-2862802" [ 1234.123688] env[68503]: _type = "Task" [ 1234.123688] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.131435] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.224505] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.226987] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.734s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.230032] env[68503]: INFO nova.compute.claims [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.348880] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862801, 'name': ReconfigVM_Task, 'duration_secs': 0.165878} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.349226] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.350113] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a504461e-168a-4ccf-9153-0fce2cc735a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.372347] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.372661] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cbe87e1-f395-483c-8c3a-a4770f0bef77 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.389665] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1234.389665] env[68503]: value = "task-2862803" [ 1234.389665] env[68503]: _type = "Task" [ 1234.389665] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.397375] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.573494] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3bc1f6fb-8d2e-4be9-b264-91a3e53de141 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.632924] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862802, 'name': ReconfigVM_Task, 'duration_secs': 0.257571} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.633227] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d9e3435d-966f-4546-b820-05f639681730/d9e3435d-966f-4546-b820-05f639681730.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.633854] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d87c0ee1-b1ab-49b1-8d20-b2c48d0b0c17 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.640061] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1234.640061] env[68503]: value = "task-2862804" [ 1234.640061] env[68503]: _type = "Task" [ 1234.640061] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.652959] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862804, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.663432] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.663643] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.663838] env[68503]: DEBUG nova.compute.manager [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.664729] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcfcc80-f4ac-415c-8b8f-b5173128d371 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.670804] env[68503]: DEBUG nova.compute.manager [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1234.671510] env[68503]: DEBUG nova.objects.instance [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.739218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-56732156-af75-402c-9ac4-6fdf6364acb9 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.836s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.739766] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.817s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.739947] env[68503]: INFO nova.compute.manager [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Unshelving [ 1234.899703] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862803, 'name': ReconfigVM_Task, 'duration_secs': 0.261206} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.900170] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfigured VM instance instance-00000064 to attach disk [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.900340] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance 'b50de0fc-3e15-4a35-acf0-299b9eaa5744' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.004387] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.004653] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.004811] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.004991] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.005150] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.005297] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.005499] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.005658] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.005899] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.006079] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.006258] env[68503]: DEBUG nova.virt.hardware [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.007622] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e150297a-b30b-4e3d-bde0-5258dbd24051 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.015749] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9976d-3217-4de4-ae41-b0c381d64994 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.029524] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Instance VIF info [] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.035254] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.035502] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.035709] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e3eff0-7756-49b8-a22a-482ccea854dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.052495] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.052495] env[68503]: value = "task-2862805" [ 1235.052495] env[68503]: _type = "Task" [ 1235.052495] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.059507] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862805, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.150619] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862804, 'name': Rename_Task, 'duration_secs': 0.173496} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.150881] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.151210] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18bd64bd-22eb-4e3e-b7c8-791989828ffd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.158811] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1235.158811] env[68503]: value = "task-2862806" [ 1235.158811] env[68503]: _type = "Task" [ 1235.158811] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.168946] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.407509] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd083429-3137-490a-996d-de0b82ae1c0f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.412398] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057c6ff-c127-46b6-802c-5fff9b3223e3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.434380] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77457e67-2204-4c17-99a2-53d5e11d9958 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.438703] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0060ba0b-c742-4116-b628-4cbd3b1fb82a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.455951] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance 'b50de0fc-3e15-4a35-acf0-299b9eaa5744' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.485172] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67ecbdb-f5aa-4780-83b6-165683288b43 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.493303] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ea544-f355-4112-afa5-2dbfa2aae27e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.507659] env[68503]: DEBUG nova.compute.provider_tree [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.563620] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862805, 'name': CreateVM_Task, 'duration_secs': 0.329707} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.563966] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.564392] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.564561] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.564894] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.565182] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c665c36f-e64b-4289-bdac-2eb60fb74e3f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.570249] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1235.570249] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5289df86-1a8d-3f64-b2b3-ea1c1f593d30" [ 1235.570249] env[68503]: _type = "Task" [ 1235.570249] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.578598] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5289df86-1a8d-3f64-b2b3-ea1c1f593d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.668721] env[68503]: DEBUG oslo_vmware.api [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862806, 'name': PowerOnVM_Task, 'duration_secs': 0.439908} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.668996] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.669216] env[68503]: INFO nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1235.669393] env[68503]: DEBUG nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.670969] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268aa436-8267-4b41-b66d-4715207ab43c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.679680] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.680137] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58684811-9753-43c7-8efe-3752a5a282f4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.686809] env[68503]: DEBUG oslo_vmware.api [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1235.686809] env[68503]: value = "task-2862807" [ 1235.686809] env[68503]: _type = "Task" [ 1235.686809] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.696144] env[68503]: DEBUG oslo_vmware.api [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.862400] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.011014] env[68503]: DEBUG nova.scheduler.client.report [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.023682] env[68503]: DEBUG nova.network.neutron [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Port 05d3802a-91ee-4aba-9be0-efa3ae5e66f0 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1236.085236] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5289df86-1a8d-3f64-b2b3-ea1c1f593d30, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.085668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.085996] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.086347] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.086564] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.086825] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.087194] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c939417-0e94-4435-bf64-2e075aa92c71 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.104280] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.104579] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.105685] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3d7adf-0168-4c47-989d-fe0a7dbc30d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.112930] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1236.112930] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52066e30-7168-5697-9c18-5631902da18a" [ 1236.112930] env[68503]: _type = "Task" [ 1236.112930] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.123811] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52066e30-7168-5697-9c18-5631902da18a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.192659] env[68503]: INFO nova.compute.manager [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Took 15.87 seconds to build instance. [ 1236.198706] env[68503]: DEBUG oslo_vmware.api [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862807, 'name': PowerOffVM_Task, 'duration_secs': 0.446664} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.198992] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.199377] env[68503]: DEBUG nova.compute.manager [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.200052] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a88a5-7a93-4e23-b083-e2fcfa3b7d5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.515932] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.516477] env[68503]: DEBUG nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.518967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.657s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.519197] env[68503]: DEBUG nova.objects.instance [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lazy-loading 'pci_requests' on Instance uuid dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.623805] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52066e30-7168-5697-9c18-5631902da18a, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.624653] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a59f19-39df-42db-a227-a3491e331ab6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.630822] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1236.630822] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d47029-918d-a85f-4b5e-84a824e52d4d" [ 1236.630822] env[68503]: _type = "Task" [ 1236.630822] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.638356] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d47029-918d-a85f-4b5e-84a824e52d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.695132] env[68503]: DEBUG oslo_concurrency.lockutils [None req-460e19c7-4a96-407e-abf5-c22c6093dcfd tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d9e3435d-966f-4546-b820-05f639681730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.386s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.712474] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8d9bb893-47a6-4e5d-bf80-6b4bd218f897 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.023053] env[68503]: DEBUG nova.compute.utils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.027212] env[68503]: DEBUG nova.objects.instance [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lazy-loading 'numa_topology' on Instance uuid dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.028685] env[68503]: DEBUG nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.028987] env[68503]: DEBUG nova.network.neutron [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.048180] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.048180] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.048180] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.076273] env[68503]: DEBUG nova.policy [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '353488743f54472abe2afca6a3c16664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb0c7275eb84a17958e06076018ff66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.096248] env[68503]: DEBUG nova.objects.instance [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.141199] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d47029-918d-a85f-4b5e-84a824e52d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.141490] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.141938] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.142543] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96d11e8b-5408-4577-ab55-3c62c913a5e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.149248] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1237.149248] env[68503]: value = "task-2862808" [ 1237.149248] env[68503]: _type = "Task" [ 1237.149248] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.156845] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.336641] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.336887] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.373245] env[68503]: DEBUG nova.network.neutron [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Successfully created port: 71f65149-c5fc-4804-95c9-87d7e97c2684 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.378427] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d9e3435d-966f-4546-b820-05f639681730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.378692] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d9e3435d-966f-4546-b820-05f639681730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.378951] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "d9e3435d-966f-4546-b820-05f639681730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.379242] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d9e3435d-966f-4546-b820-05f639681730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.379340] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d9e3435d-966f-4546-b820-05f639681730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.381633] env[68503]: INFO nova.compute.manager [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Terminating instance [ 1237.529302] env[68503]: DEBUG nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.534253] env[68503]: INFO nova.compute.claims [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.600959] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.601273] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.601368] env[68503]: DEBUG nova.network.neutron [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.601576] env[68503]: DEBUG nova.objects.instance [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'info_cache' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.658984] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862808, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.843334] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.843644] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.843717] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.843849] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.843991] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.844160] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.844295] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1237.844436] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.886295] env[68503]: DEBUG nova.compute.manager [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.886672] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.887445] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5607a4f4-e04b-456f-9f8c-0dc5113c8b08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.897542] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.897861] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-775dced4-8bf5-4c15-9b39-d587c54ec93e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.904365] env[68503]: DEBUG oslo_vmware.api [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1237.904365] env[68503]: value = "task-2862809" [ 1237.904365] env[68503]: _type = "Task" [ 1237.904365] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.913344] env[68503]: DEBUG oslo_vmware.api [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.086565] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.086790] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.086920] env[68503]: DEBUG nova.network.neutron [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.104864] env[68503]: DEBUG nova.objects.base [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Object Instance<8ae86b66-2942-4d7d-9db4-69a9465eba6c> lazy-loaded attributes: flavor,info_cache {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1238.159981] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532523} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.160267] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.160481] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.160724] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5636b7cd-e019-443d-aa5c-738452e2eb7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.166966] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1238.166966] env[68503]: value = "task-2862810" [ 1238.166966] env[68503]: _type = "Task" [ 1238.166966] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.173903] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.347183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.415414] env[68503]: DEBUG oslo_vmware.api [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862809, 'name': PowerOffVM_Task, 'duration_secs': 0.194656} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.415684] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.415852] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.416106] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3deb3a8a-a282-4868-8e53-c0d0dfef339a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.473958] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.474235] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.474421] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleting the datastore file [datastore1] d9e3435d-966f-4546-b820-05f639681730 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.474682] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-904ff4b8-bfe8-418b-978e-cc99dce574cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.480306] env[68503]: DEBUG oslo_vmware.api [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for the task: (returnval){ [ 1238.480306] env[68503]: value = "task-2862812" [ 1238.480306] env[68503]: _type = "Task" [ 1238.480306] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.487685] env[68503]: DEBUG oslo_vmware.api [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.546120] env[68503]: DEBUG nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.574759] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.574996] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.575186] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.575377] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.576027] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.576027] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.576027] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.576323] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.576323] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.576401] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.576589] env[68503]: DEBUG nova.virt.hardware [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.577603] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea529525-34e4-49e9-ae7f-21dc6d03474e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.587795] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b68d8-8bf1-4bca-92a5-7b740fdf1a11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.680463] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20178} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.680803] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.681726] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4821e907-cd72-44e1-9fec-7f4c6b80f1da {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.704106] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.708481] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91d59d9-e1e0-44db-862d-08da9e80d46f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.728033] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1238.728033] env[68503]: value = "task-2862813" [ 1238.728033] env[68503]: _type = "Task" [ 1238.728033] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.740773] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.753818] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a0289f-c32a-4524-87d5-d4f078962878 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.761149] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29e7fa-e530-47f8-843c-5859f8991173 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.796491] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17933e65-9980-4d62-9da7-f56d871937fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.803784] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da2170-2312-4d2f-9566-b55fe2f859f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.817612] env[68503]: DEBUG nova.compute.provider_tree [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.842531] env[68503]: DEBUG nova.compute.manager [req-61934720-3f64-4891-8ca0-1eda2eb61465 req-5ae27468-894c-4df2-ad9d-70b41da3113f service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Received event network-vif-plugged-71f65149-c5fc-4804-95c9-87d7e97c2684 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.842772] env[68503]: DEBUG oslo_concurrency.lockutils [req-61934720-3f64-4891-8ca0-1eda2eb61465 req-5ae27468-894c-4df2-ad9d-70b41da3113f service nova] Acquiring lock "e847973e-844c-4902-889f-421a8697ad75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.842998] env[68503]: DEBUG oslo_concurrency.lockutils [req-61934720-3f64-4891-8ca0-1eda2eb61465 req-5ae27468-894c-4df2-ad9d-70b41da3113f service nova] Lock "e847973e-844c-4902-889f-421a8697ad75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.843180] env[68503]: DEBUG oslo_concurrency.lockutils [req-61934720-3f64-4891-8ca0-1eda2eb61465 req-5ae27468-894c-4df2-ad9d-70b41da3113f service nova] Lock "e847973e-844c-4902-889f-421a8697ad75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.843354] env[68503]: DEBUG nova.compute.manager [req-61934720-3f64-4891-8ca0-1eda2eb61465 req-5ae27468-894c-4df2-ad9d-70b41da3113f service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] No waiting events found dispatching network-vif-plugged-71f65149-c5fc-4804-95c9-87d7e97c2684 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.843619] env[68503]: WARNING nova.compute.manager [req-61934720-3f64-4891-8ca0-1eda2eb61465 req-5ae27468-894c-4df2-ad9d-70b41da3113f service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Received unexpected event network-vif-plugged-71f65149-c5fc-4804-95c9-87d7e97c2684 for instance with vm_state building and task_state spawning. [ 1238.943559] env[68503]: DEBUG nova.network.neutron [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.974317] env[68503]: DEBUG nova.network.neutron [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating instance_info_cache with network_info: [{"id": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "address": "fa:16:3e:98:73:d6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc1d13a-ca", "ovs_interfaceid": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.985891] env[68503]: DEBUG nova.network.neutron [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Successfully updated port: 71f65149-c5fc-4804-95c9-87d7e97c2684 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.993568] env[68503]: DEBUG oslo_vmware.api [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Task: {'id': task-2862812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152752} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.993842] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.994083] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.994361] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.994556] env[68503]: INFO nova.compute.manager [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] [instance: d9e3435d-966f-4546-b820-05f639681730] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1238.994845] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.995055] env[68503]: DEBUG nova.compute.manager [-] [instance: d9e3435d-966f-4546-b820-05f639681730] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.995299] env[68503]: DEBUG nova.network.neutron [-] [instance: d9e3435d-966f-4546-b820-05f639681730] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.237888] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862813, 'name': ReconfigVM_Task, 'duration_secs': 0.300882} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.238255] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Reconfigured VM instance instance-0000006d to attach disk [datastore2] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91/fc97c8b7-3a82-4d39-b9fc-f4e82c554d91.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.239014] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9bd6ef0-d53b-4644-9d9a-a6020f94b90f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.247268] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1239.247268] env[68503]: value = "task-2862814" [ 1239.247268] env[68503]: _type = "Task" [ 1239.247268] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.261955] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862814, 'name': Rename_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.321049] env[68503]: DEBUG nova.scheduler.client.report [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.446156] env[68503]: DEBUG oslo_concurrency.lockutils [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.476791] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.489418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-e847973e-844c-4902-889f-421a8697ad75" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.489418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-e847973e-844c-4902-889f-421a8697ad75" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.489555] env[68503]: DEBUG nova.network.neutron [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.752290] env[68503]: DEBUG nova.network.neutron [-] [instance: d9e3435d-966f-4546-b820-05f639681730] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.757502] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862814, 'name': Rename_Task, 'duration_secs': 0.147455} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.757752] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.757984] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b07768b3-3dad-427e-bf54-2f8042e3e00c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.764314] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1239.764314] env[68503]: value = "task-2862815" [ 1239.764314] env[68503]: _type = "Task" [ 1239.764314] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.772274] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.826285] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.307s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.828538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.482s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.828727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.828885] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1239.829773] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eafa66b-2dd4-4d84-8dd2-a928d7f490ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.840054] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d38114d-4e4a-4e93-8036-c49bbc9d97de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.854450] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3554bb55-ebe6-4437-8006-2170d6423f40 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.859060] env[68503]: INFO nova.network.neutron [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating port 38f91259-83d1-46fb-b1ab-5800b4f4afa1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1239.864594] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177da2e-dd00-4d0d-a1fd-5e4bfa5a7a82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.894091] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1239.894262] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.894478] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.973879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7c41f-4d52-4096-93da-a54fd493aaf0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.995780] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75cdb04-89db-423b-8841-2d5fa173dfeb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.004177] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance 'b50de0fc-3e15-4a35-acf0-299b9eaa5744' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.053152] env[68503]: DEBUG nova.network.neutron [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.225346] env[68503]: DEBUG nova.network.neutron [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Updating instance_info_cache with network_info: [{"id": "71f65149-c5fc-4804-95c9-87d7e97c2684", "address": "fa:16:3e:a0:9c:17", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f65149-c5", "ovs_interfaceid": "71f65149-c5fc-4804-95c9-87d7e97c2684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.256245] env[68503]: INFO nova.compute.manager [-] [instance: d9e3435d-966f-4546-b820-05f639681730] Took 1.26 seconds to deallocate network for instance. [ 1240.279200] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.500261] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.500649] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985f0c02-28bf-459c-a192-fe0f92127333 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.508458] env[68503]: DEBUG oslo_vmware.api [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1240.508458] env[68503]: value = "task-2862816" [ 1240.508458] env[68503]: _type = "Task" [ 1240.508458] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.510317] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.513735] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-498c2b20-01c1-48d0-921f-b10dcff48138 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.520632] env[68503]: DEBUG oslo_vmware.api [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.521891] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1240.521891] env[68503]: value = "task-2862817" [ 1240.521891] env[68503]: _type = "Task" [ 1240.521891] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.529291] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.727435] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-e847973e-844c-4902-889f-421a8697ad75" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.727823] env[68503]: DEBUG nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Instance network_info: |[{"id": "71f65149-c5fc-4804-95c9-87d7e97c2684", "address": "fa:16:3e:a0:9c:17", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f65149-c5", "ovs_interfaceid": "71f65149-c5fc-4804-95c9-87d7e97c2684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.728408] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:9c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f65149-c5fc-4804-95c9-87d7e97c2684', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.736388] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.736608] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e847973e-844c-4902-889f-421a8697ad75] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.736835] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80f6b5c9-c7a6-4472-b309-7ae3a5604732 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.757231] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.757231] env[68503]: value = "task-2862818" [ 1240.757231] env[68503]: _type = "Task" [ 1240.757231] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.765970] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.766224] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862818, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.774065] env[68503]: DEBUG oslo_vmware.api [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862815, 'name': PowerOnVM_Task, 'duration_secs': 0.88165} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.774374] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.774587] env[68503]: DEBUG nova.compute.manager [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.775426] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0606d85-70bc-4461-aff9-150e5d3cff26 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.877573] env[68503]: DEBUG nova.compute.manager [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Received event network-changed-71f65149-c5fc-4804-95c9-87d7e97c2684 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.877832] env[68503]: DEBUG nova.compute.manager [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Refreshing instance network info cache due to event network-changed-71f65149-c5fc-4804-95c9-87d7e97c2684. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.878155] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] Acquiring lock "refresh_cache-e847973e-844c-4902-889f-421a8697ad75" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.878376] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] Acquired lock "refresh_cache-e847973e-844c-4902-889f-421a8697ad75" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.878838] env[68503]: DEBUG nova.network.neutron [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Refreshing network info cache for port 71f65149-c5fc-4804-95c9-87d7e97c2684 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.903744] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Applying migration context for instance b50de0fc-3e15-4a35-acf0-299b9eaa5744 as it has an incoming, in-progress migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a. Migration status is post-migrating {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1240.905435] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating resource usage from migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a [ 1240.926726] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.926906] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 342bf4ba-d495-4146-bc90-3ff571825def actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.927107] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 8ae86b66-2942-4d7d-9db4-69a9465eba6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.927256] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 30e2b79b-1799-4068-b27f-a7144279d615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.927414] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 85551269-ec7b-436f-a289-92d4380f7a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.927539] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 5423b29a-4769-49f0-b00e-db1670d3ce09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.927704] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fc97c8b7-3a82-4d39-b9fc-f4e82c554d91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.927862] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance d9e3435d-966f-4546-b820-05f639681730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.928099] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1240.928313] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance b50de0fc-3e15-4a35-acf0-299b9eaa5744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.928523] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance e847973e-844c-4902-889f-421a8697ad75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.928725] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance dea890da-d94c-4ecd-80f8-afd670ad9b80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.929083] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1240.929347] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1241.018349] env[68503]: DEBUG oslo_vmware.api [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862816, 'name': PowerOnVM_Task, 'duration_secs': 0.381564} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.020971] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.021220] env[68503]: DEBUG nova.compute.manager [None req-1371b293-554d-4fe0-be4f-a78c9e73bb2d tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.022273] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8320bd-a622-42d9-a1db-14fd276eea1a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.038469] env[68503]: DEBUG oslo_vmware.api [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862817, 'name': PowerOnVM_Task, 'duration_secs': 0.418008} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.040276] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.040524] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-10f44753-3a48-4916-9481-49c74f5a0381 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance 'b50de0fc-3e15-4a35-acf0-299b9eaa5744' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.104762] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b6cace-0e92-42d5-825b-817f4db24811 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.112064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5487407b-decb-4fa8-b960-e9b9da956155 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.147318] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.147568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.147771] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.147960] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.148141] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.150428] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ce113-06c6-4781-981a-42488c5bce16 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.154030] env[68503]: INFO nova.compute.manager [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Terminating instance [ 1241.161206] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248712a-8a33-4cf0-8e44-219b9d559700 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.176321] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.266176] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862818, 'name': CreateVM_Task, 'duration_secs': 0.397345} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.266460] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e847973e-844c-4902-889f-421a8697ad75] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.267103] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.267317] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.267668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.267975] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40490df2-f57b-4f93-8912-5490939a8a08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.272299] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1241.272299] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529a7e0f-b221-b968-dda2-3343a8b67ac5" [ 1241.272299] env[68503]: _type = "Task" [ 1241.272299] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.279709] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529a7e0f-b221-b968-dda2-3343a8b67ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.291748] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.341035] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.341035] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.341328] env[68503]: DEBUG nova.network.neutron [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.570319] env[68503]: DEBUG nova.network.neutron [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Updated VIF entry in instance network info cache for port 71f65149-c5fc-4804-95c9-87d7e97c2684. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.570319] env[68503]: DEBUG nova.network.neutron [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Updating instance_info_cache with network_info: [{"id": "71f65149-c5fc-4804-95c9-87d7e97c2684", "address": "fa:16:3e:a0:9c:17", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f65149-c5", "ovs_interfaceid": "71f65149-c5fc-4804-95c9-87d7e97c2684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.661742] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "refresh_cache-fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.662012] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquired lock "refresh_cache-fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.662210] env[68503]: DEBUG nova.network.neutron [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.678686] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.783090] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529a7e0f-b221-b968-dda2-3343a8b67ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.783388] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.783620] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.783855] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.784010] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.784200] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.784457] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9118ceed-09c3-443e-adbb-d3e97c7054ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.794664] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.794857] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.795554] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffee196-0bff-4be9-b424-1db658bbf664 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.800380] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1241.800380] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526934cd-66bd-1ec1-22b5-b5aec78e76f1" [ 1241.800380] env[68503]: _type = "Task" [ 1241.800380] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.807529] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526934cd-66bd-1ec1-22b5-b5aec78e76f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.073707] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] Releasing lock "refresh_cache-e847973e-844c-4902-889f-421a8697ad75" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.073707] env[68503]: DEBUG nova.compute.manager [req-ac640683-3e17-45fa-bf53-9bdf838e0475 req-d35c51bc-0a19-4c00-a4b4-9ddc0c4e8682 service nova] [instance: d9e3435d-966f-4546-b820-05f639681730] Received event network-vif-deleted-f5c00ccc-3a2f-43c8-a69a-0d2a2866e10b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.184550] env[68503]: DEBUG nova.network.neutron [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.186518] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1242.186744] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.292s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.189131] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.423s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.189419] env[68503]: DEBUG nova.objects.instance [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lazy-loading 'resources' on Instance uuid d9e3435d-966f-4546-b820-05f639681730 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.190724] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.190724] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Cleaning up deleted instances {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1242.248915] env[68503]: DEBUG nova.network.neutron [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.256850] env[68503]: DEBUG nova.network.neutron [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [{"id": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "address": "fa:16:3e:9c:fc:e2", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f91259-83", "ovs_interfaceid": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.262235] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "342bf4ba-d495-4146-bc90-3ff571825def" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.262473] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.310608] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526934cd-66bd-1ec1-22b5-b5aec78e76f1, 'name': SearchDatastore_Task, 'duration_secs': 0.034652} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.311338] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0cb3b1-be88-4cc6-b997-cc5c1f73cc42 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.316188] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1242.316188] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ccf248-a828-7b53-452d-43807a8db6bd" [ 1242.316188] env[68503]: _type = "Task" [ 1242.316188] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.323094] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ccf248-a828-7b53-452d-43807a8db6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.711186] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] There are 62 instances to clean {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1242.711369] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 05076e4b-035c-40c5-8b76-9a4d4bbb48c8] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.751775] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Releasing lock "refresh_cache-fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.752224] env[68503]: DEBUG nova.compute.manager [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.752420] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.753524] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e89d58-8266-4776-810b-e6b90e2ecf36 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.758995] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.763281] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.764072] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23349162-02da-400e-8c2b-dbb42664f0a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.765294] env[68503]: INFO nova.compute.manager [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Detaching volume 2ef51f49-546c-40a6-b3e3-d7ef3906f743 [ 1242.772747] env[68503]: DEBUG oslo_vmware.api [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1242.772747] env[68503]: value = "task-2862819" [ 1242.772747] env[68503]: _type = "Task" [ 1242.772747] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.781155] env[68503]: DEBUG oslo_vmware.api [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.793730] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='788966b0bf5013db5a6cedc6f685bc06',container_format='bare',created_at=2025-03-07T15:52:58Z,direct_url=,disk_format='vmdk',id=862a9f71-adb7-4b87-bd54-403b1c24abf7,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-427598766-shelved',owner='a1c638127f2746fcaace0d904ac5c52a',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-03-07T15:53:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.793730] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.793934] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.794857] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.794857] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.794857] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.794857] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.794857] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.795218] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.795218] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.795342] env[68503]: DEBUG nova.virt.hardware [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.796552] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6980a8-6cb7-4a0f-b60f-566e7d13a9ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.805033] env[68503]: INFO nova.virt.block_device [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Attempting to driver detach volume 2ef51f49-546c-40a6-b3e3-d7ef3906f743 from mountpoint /dev/sdb [ 1242.805033] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1242.805033] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1242.805853] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43c72f-a10c-44d7-a677-a7a1e1134074 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.812409] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667b54d-754b-4ad9-9431-77c95baae019 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.840073] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63323fd-2051-4717-b3f9-97bcafe9168c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.851458] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fc:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f91259-83d1-46fb-b1ab-5800b4f4afa1', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.858958] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.862406] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.862868] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1df99b9c-8c8a-4e18-afa2-17f0318f2f13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.886507] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ccf248-a828-7b53-452d-43807a8db6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.028538} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.888229] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7458e2a8-3a46-46b9-9cb1-cb88498746fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.891287] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.891586] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e847973e-844c-4902-889f-421a8697ad75/e847973e-844c-4902-889f-421a8697ad75.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.892811] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afa401ae-18b5-4f06-b28b-c98a6d5b61fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.894645] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.894645] env[68503]: value = "task-2862820" [ 1242.894645] env[68503]: _type = "Task" [ 1242.894645] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.919841] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1242.919841] env[68503]: value = "task-2862821" [ 1242.919841] env[68503]: _type = "Task" [ 1242.919841] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.922067] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3422498-ac5c-4f57-8ffe-c883b08b3bb9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.926058] env[68503]: DEBUG nova.compute.manager [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received event network-vif-plugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.926286] env[68503]: DEBUG oslo_concurrency.lockutils [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.926497] env[68503]: DEBUG oslo_concurrency.lockutils [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.926676] env[68503]: DEBUG oslo_concurrency.lockutils [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.926855] env[68503]: DEBUG nova.compute.manager [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] No waiting events found dispatching network-vif-plugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.927030] env[68503]: WARNING nova.compute.manager [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received unexpected event network-vif-plugged-38f91259-83d1-46fb-b1ab-5800b4f4afa1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1242.927191] env[68503]: DEBUG nova.compute.manager [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received event network-changed-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.927341] env[68503]: DEBUG nova.compute.manager [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Refreshing instance network info cache due to event network-changed-38f91259-83d1-46fb-b1ab-5800b4f4afa1. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.927524] env[68503]: DEBUG oslo_concurrency.lockutils [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] Acquiring lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.927661] env[68503]: DEBUG oslo_concurrency.lockutils [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] Acquired lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.927809] env[68503]: DEBUG nova.network.neutron [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Refreshing network info cache for port 38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.935064] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862820, 'name': CreateVM_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.952859] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] The volume has not been displaced from its original location: [datastore2] volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743/volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1242.958668] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.965475] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95fbc1a-b17d-4c6f-a146-f5c88da3c33e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.979845] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.986266] env[68503]: DEBUG oslo_vmware.api [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1242.986266] env[68503]: value = "task-2862822" [ 1242.986266] env[68503]: _type = "Task" [ 1242.986266] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.991973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ecb62-2cc7-4ea4-8920-096ee9b2f0f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.001190] env[68503]: DEBUG oslo_vmware.api [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.004664] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d27d003-6b25-4158-b0b8-d2f5fd48cbdc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.043874] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a4654f-958a-4c7e-bf53-5b44fc65e039 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.051851] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e8fd2-1e9d-45a0-9268-5f06c941c25d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.067334] env[68503]: DEBUG nova.compute.provider_tree [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.215510] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: d3ff0794-54b0-4539-a25d-339d5a4919b1] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.286485] env[68503]: DEBUG oslo_vmware.api [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862819, 'name': PowerOffVM_Task, 'duration_secs': 0.115545} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.286828] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.287057] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.287366] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03ec19db-67ae-43a4-94b8-f2e5f8ca1468 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.316847] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.317251] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.317251] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Deleting the datastore file [datastore2] fc97c8b7-3a82-4d39-b9fc-f4e82c554d91 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.317477] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e91c792a-6979-4c2f-81dd-f4aa6edf4442 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.326622] env[68503]: DEBUG oslo_vmware.api [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for the task: (returnval){ [ 1243.326622] env[68503]: value = "task-2862824" [ 1243.326622] env[68503]: _type = "Task" [ 1243.326622] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.336839] env[68503]: DEBUG oslo_vmware.api [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.405051] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862820, 'name': CreateVM_Task, 'duration_secs': 0.442173} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.405871] env[68503]: DEBUG nova.network.neutron [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Port 05d3802a-91ee-4aba-9be0-efa3ae5e66f0 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1243.406096] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.406323] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.406512] env[68503]: DEBUG nova.network.neutron [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.407599] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.408262] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.408410] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.408773] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.409266] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e58ed81-929e-4875-a334-ab6e4bfc574b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.414253] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1243.414253] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5277d86b-7a76-b5f2-0f8d-820fffa30485" [ 1243.414253] env[68503]: _type = "Task" [ 1243.414253] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.433369] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.433642] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Processing image 862a9f71-adb7-4b87-bd54-403b1c24abf7 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.433914] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7/862a9f71-adb7-4b87-bd54-403b1c24abf7.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.434110] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7/862a9f71-adb7-4b87-bd54-403b1c24abf7.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.434344] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.438609] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a73e1fd1-341f-4c9a-81a5-c36df220f7b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.442580] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507343} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.443258] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] e847973e-844c-4902-889f-421a8697ad75/e847973e-844c-4902-889f-421a8697ad75.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.443556] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.445026] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5764dace-939a-404c-aa12-fc2ee5829fc7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.449969] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.450297] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.452680] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54be7d92-70c8-4c45-864e-5cafff96354c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.457089] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1243.457089] env[68503]: value = "task-2862825" [ 1243.457089] env[68503]: _type = "Task" [ 1243.457089] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.463278] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1243.463278] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c4f96c-21c0-dffb-001a-6a4b4ff616ab" [ 1243.463278] env[68503]: _type = "Task" [ 1243.463278] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.473744] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.481188] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Preparing fetch location {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1243.482056] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Fetch image to [datastore2] OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55/OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55.vmdk {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1243.482056] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Downloading stream optimized image 862a9f71-adb7-4b87-bd54-403b1c24abf7 to [datastore2] OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55/OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55.vmdk on the data store datastore2 as vApp {{(pid=68503) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1243.482256] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Downloading image file data 862a9f71-adb7-4b87-bd54-403b1c24abf7 to the ESX as VM named 'OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55' {{(pid=68503) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1243.502413] env[68503]: DEBUG oslo_vmware.api [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862822, 'name': ReconfigVM_Task, 'duration_secs': 0.290967} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.505345] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.513777] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b17eb890-3686-4be5-9b61-10ec77215781 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.562101] env[68503]: DEBUG oslo_vmware.api [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1243.562101] env[68503]: value = "task-2862826" [ 1243.562101] env[68503]: _type = "Task" [ 1243.562101] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.569368] env[68503]: DEBUG oslo_vmware.api [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.571912] env[68503]: DEBUG nova.scheduler.client.report [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.608037] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1243.608037] env[68503]: value = "resgroup-9" [ 1243.608037] env[68503]: _type = "ResourcePool" [ 1243.608037] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1243.608344] env[68503]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7f5f5128-82d3-4aef-a76c-af883a9953ba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.632775] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lease: (returnval){ [ 1243.632775] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5234399f-bd91-119c-c0c4-ecf56e2763a3" [ 1243.632775] env[68503]: _type = "HttpNfcLease" [ 1243.632775] env[68503]: } obtained for vApp import into resource pool (val){ [ 1243.632775] env[68503]: value = "resgroup-9" [ 1243.632775] env[68503]: _type = "ResourcePool" [ 1243.632775] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1243.633073] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the lease: (returnval){ [ 1243.633073] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5234399f-bd91-119c-c0c4-ecf56e2763a3" [ 1243.633073] env[68503]: _type = "HttpNfcLease" [ 1243.633073] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.639216] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.639216] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5234399f-bd91-119c-c0c4-ecf56e2763a3" [ 1243.639216] env[68503]: _type = "HttpNfcLease" [ 1243.639216] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.696551] env[68503]: DEBUG nova.network.neutron [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updated VIF entry in instance network info cache for port 38f91259-83d1-46fb-b1ab-5800b4f4afa1. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.696990] env[68503]: DEBUG nova.network.neutron [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [{"id": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "address": "fa:16:3e:9c:fc:e2", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f91259-83", "ovs_interfaceid": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.718380] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: edd0cbaf-a6e3-4b06-bc6d-fc97fd49b070] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.836737] env[68503]: DEBUG oslo_vmware.api [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Task: {'id': task-2862824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170816} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.836993] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.837206] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.837391] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.837566] env[68503]: INFO nova.compute.manager [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1243.837888] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.838052] env[68503]: DEBUG nova.compute.manager [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.838159] env[68503]: DEBUG nova.network.neutron [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.853968] env[68503]: DEBUG nova.network.neutron [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.965526] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068541} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.965688] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.966454] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d540284c-5670-4403-a391-74f125163841 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.989117] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e847973e-844c-4902-889f-421a8697ad75/e847973e-844c-4902-889f-421a8697ad75.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.991675] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b22649b-569c-48af-8486-980c46da39f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.011955] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1244.011955] env[68503]: value = "task-2862828" [ 1244.011955] env[68503]: _type = "Task" [ 1244.011955] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.019669] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.069461] env[68503]: DEBUG oslo_vmware.api [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862826, 'name': ReconfigVM_Task, 'duration_secs': 0.161471} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.069764] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575470', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'name': 'volume-2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '342bf4ba-d495-4146-bc90-3ff571825def', 'attached_at': '', 'detached_at': '', 'volume_id': '2ef51f49-546c-40a6-b3e3-d7ef3906f743', 'serial': '2ef51f49-546c-40a6-b3e3-d7ef3906f743'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.078539] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.080413] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.789s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.080601] env[68503]: DEBUG nova.objects.instance [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68503) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1244.103315] env[68503]: INFO nova.scheduler.client.report [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Deleted allocations for instance d9e3435d-966f-4546-b820-05f639681730 [ 1244.141291] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.141291] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5234399f-bd91-119c-c0c4-ecf56e2763a3" [ 1244.141291] env[68503]: _type = "HttpNfcLease" [ 1244.141291] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.156028] env[68503]: DEBUG nova.network.neutron [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.200605] env[68503]: DEBUG oslo_concurrency.lockutils [req-560c0950-18f8-43b0-87ce-5801bb52aa1b req-3a7a85dd-3ba5-4a57-8e18-a87bde03a140 service nova] Releasing lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.221547] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 5ac83bc7-dca1-42d3-aa3f-e7f0727a6466] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.357132] env[68503]: DEBUG nova.network.neutron [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.522273] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.611519] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8419a37e-a90a-45a9-acaa-32ea9ad2fbea tempest-ServerDiskConfigTestJSON-2073647642 tempest-ServerDiskConfigTestJSON-2073647642-project-member] Lock "d9e3435d-966f-4546-b820-05f639681730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.232s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.613662] env[68503]: DEBUG nova.objects.instance [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'flavor' on Instance uuid 342bf4ba-d495-4146-bc90-3ff571825def {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.641974] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.641974] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5234399f-bd91-119c-c0c4-ecf56e2763a3" [ 1244.641974] env[68503]: _type = "HttpNfcLease" [ 1244.641974] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.658099] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.724619] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 0f7e55c4-92ac-42fd-8b45-2f149985a085] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.860420] env[68503]: INFO nova.compute.manager [-] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Took 1.02 seconds to deallocate network for instance. [ 1245.025036] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862828, 'name': ReconfigVM_Task, 'duration_secs': 0.880517} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.025323] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e847973e-844c-4902-889f-421a8697ad75/e847973e-844c-4902-889f-421a8697ad75.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.025956] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20ce4e8a-b012-479d-8068-aaa7de0dacc6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.032849] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1245.032849] env[68503]: value = "task-2862829" [ 1245.032849] env[68503]: _type = "Task" [ 1245.032849] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.040689] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862829, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.089489] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9cc08b50-6ac0-4903-9c26-d2876931d5c4 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.142434] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.142434] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5234399f-bd91-119c-c0c4-ecf56e2763a3" [ 1245.142434] env[68503]: _type = "HttpNfcLease" [ 1245.142434] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.142719] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.142719] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5234399f-bd91-119c-c0c4-ecf56e2763a3" [ 1245.142719] env[68503]: _type = "HttpNfcLease" [ 1245.142719] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1245.143503] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7def7-9245-4abc-9c75-94767b30b391 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.153312] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52145db5-affe-7da0-c180-1fa50edfd9f6/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.153491] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52145db5-affe-7da0-c180-1fa50edfd9f6/disk-0.vmdk. {{(pid=68503) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1245.210013] env[68503]: DEBUG nova.compute.manager [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68503) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1245.210243] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.210519] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.215630] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df204da0-6e47-484d-b1ca-8a4cee267404 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.228380] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: d702acde-2d0e-4c3d-b2fa-194ea7c600d6] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.372878] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.545682] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862829, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.620131] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c484824b-46b1-45f6-8f7e-5eb33db56e95 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.357s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.713765] env[68503]: DEBUG nova.objects.instance [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'migration_context' on Instance uuid b50de0fc-3e15-4a35-acf0-299b9eaa5744 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.731668] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 1ae02b54-befe-461a-9dad-70760289c3e8] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.048743] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862829, 'name': Rename_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.239055] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 84a7079c-e843-465a-b88d-a56c390000ff] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.347694] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Completed reading data from the image iterator. {{(pid=68503) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1246.347934] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52145db5-affe-7da0-c180-1fa50edfd9f6/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1246.349334] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009dd1e6-bbeb-4620-9dc6-2f7142c57516 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.357555] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52145db5-affe-7da0-c180-1fa50edfd9f6/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1246.357769] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52145db5-affe-7da0-c180-1fa50edfd9f6/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1246.360379] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dc2a79fc-0716-4b79-8a74-2b5960b2ee4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.430528] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12cdc81-3e8c-4779-8036-d3dccf6a0915 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.437800] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418427e3-7548-4872-9a71-3d679af982e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.468284] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ee8d08-d835-42d6-9b5f-94b5b2e57f71 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.475478] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535c0e61-af79-4bfa-8fae-a13dadb02d2c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.490703] env[68503]: DEBUG nova.compute.provider_tree [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.544210] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862829, 'name': Rename_Task, 'duration_secs': 1.14371} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.544593] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.544909] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02aa0892-d89b-4b88-8062-c02e188715e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.550907] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1246.550907] env[68503]: value = "task-2862830" [ 1246.550907] env[68503]: _type = "Task" [ 1246.550907] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.564590] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.586986] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "342bf4ba-d495-4146-bc90-3ff571825def" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.587925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.587925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "342bf4ba-d495-4146-bc90-3ff571825def-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.587925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.587925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.590296] env[68503]: INFO nova.compute.manager [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Terminating instance [ 1246.743854] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: f7969e5a-d595-43ff-8b6e-2b6f810ca965] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.795294] env[68503]: DEBUG oslo_vmware.rw_handles [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52145db5-affe-7da0-c180-1fa50edfd9f6/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1246.795493] env[68503]: INFO nova.virt.vmwareapi.images [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Downloaded image file data 862a9f71-adb7-4b87-bd54-403b1c24abf7 [ 1246.796511] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba848d-6923-4666-ba1d-dc7f11e23a8e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.812507] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f0623c8-ba84-4a6d-9d24-e939b171a6f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.883527] env[68503]: INFO nova.virt.vmwareapi.images [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] The imported VM was unregistered [ 1246.886052] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Caching image {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1246.886299] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Creating directory with path [datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7 {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.886576] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-719b11b8-a6c1-4397-83cc-333c04d73c9e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.912014] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Created directory with path [datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7 {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.912298] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55/OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55.vmdk to [datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7/862a9f71-adb7-4b87-bd54-403b1c24abf7.vmdk. {{(pid=68503) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1246.912618] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e4f381e4-137d-4e4d-a8f7-8db9ac629b1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.920826] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1246.920826] env[68503]: value = "task-2862832" [ 1246.920826] env[68503]: _type = "Task" [ 1246.920826] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.927821] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.994199] env[68503]: DEBUG nova.scheduler.client.report [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.062870] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.094679] env[68503]: DEBUG nova.compute.manager [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.094762] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.095701] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea30d9-b5d0-4979-8c2b-5ece83cbf47d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.103168] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.103272] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8ca6e7-1a72-4b06-aebb-d21575a12314 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.108912] env[68503]: DEBUG oslo_vmware.api [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1247.108912] env[68503]: value = "task-2862833" [ 1247.108912] env[68503]: _type = "Task" [ 1247.108912] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.117350] env[68503]: DEBUG oslo_vmware.api [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.247100] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: ea669e9d-f53f-43ce-a4d8-b72cef3c647d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.435603] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.565848] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.626130] env[68503]: DEBUG oslo_vmware.api [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862833, 'name': PowerOffVM_Task, 'duration_secs': 0.252053} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.626767] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.626767] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.626948] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca67440-82d7-460f-8615-5e1f1448cf04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.690148] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.690148] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.690505] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleting the datastore file [datastore1] 342bf4ba-d495-4146-bc90-3ff571825def {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.690763] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2babe647-301d-4f2b-861b-a5e27733282e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.698812] env[68503]: DEBUG oslo_vmware.api [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1247.698812] env[68503]: value = "task-2862835" [ 1247.698812] env[68503]: _type = "Task" [ 1247.698812] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.709386] env[68503]: DEBUG oslo_vmware.api [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.751533] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 54bae0b5-258c-429e-8931-cf08660d9386] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.939375] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.008687] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.798s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.016064] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.643s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.016338] env[68503]: DEBUG nova.objects.instance [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lazy-loading 'resources' on Instance uuid fc97c8b7-3a82-4d39-b9fc-f4e82c554d91 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.068495] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.215554] env[68503]: DEBUG oslo_vmware.api [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36989} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.215924] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.216253] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.216525] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.216780] env[68503]: INFO nova.compute.manager [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1248.217147] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.217465] env[68503]: DEBUG nova.compute.manager [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.217606] env[68503]: DEBUG nova.network.neutron [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.255459] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: a2387034-4c41-44b8-8ff1-25379e909335] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.436932] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.565950] env[68503]: DEBUG oslo_vmware.api [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862830, 'name': PowerOnVM_Task, 'duration_secs': 1.729952} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.569325] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.569547] env[68503]: INFO nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1248.569723] env[68503]: DEBUG nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.570885] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30da31-0284-4515-b6f9-ea92c4e499dc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.734535] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "30e2b79b-1799-4068-b27f-a7144279d615" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.734766] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.760086] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: f3e65c6e-1610-4645-a691-54ec11f45730] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.766628] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb44e7-e167-4aa0-b108-552dd1576c19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.781020] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc22182a-4fae-4c23-8bdb-5f7f9a1d3e63 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.820427] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b7fc9-3e20-40c5-a8a9-059800121893 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.830778] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb610b-5b70-433f-bada-6ed1ad56f3e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.849214] env[68503]: DEBUG nova.compute.provider_tree [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.941028] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.089865] env[68503]: INFO nova.compute.manager [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Took 16.62 seconds to build instance. [ 1249.238730] env[68503]: DEBUG nova.compute.utils [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.263867] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 7ed5aab8-a9c1-465c-994e-e99c49859eaa] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.353295] env[68503]: DEBUG nova.scheduler.client.report [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.438551] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.464152] env[68503]: DEBUG nova.network.neutron [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.482406] env[68503]: DEBUG nova.compute.manager [req-043ae4bb-e1f0-4897-89c9-427b0fc39fb6 req-8b9e64ee-159f-4ea0-8e12-dc816db243e8 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Received event network-vif-deleted-f6ee71c7-c410-4cdc-b481-b1c94f332bde {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.482406] env[68503]: INFO nova.compute.manager [req-043ae4bb-e1f0-4897-89c9-427b0fc39fb6 req-8b9e64ee-159f-4ea0-8e12-dc816db243e8 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Neutron deleted interface f6ee71c7-c410-4cdc-b481-b1c94f332bde; detaching it from the instance and deleting it from the info cache [ 1249.482406] env[68503]: DEBUG nova.network.neutron [req-043ae4bb-e1f0-4897-89c9-427b0fc39fb6 req-8b9e64ee-159f-4ea0-8e12-dc816db243e8 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.570728] env[68503]: INFO nova.compute.manager [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Swapping old allocation on dict_keys(['5ef92549-0919-4b2c-ae90-83dbb99c3fc8']) held by migration 331ddb29-89e6-49a6-bbb5-5d829234dd3a for instance [ 1249.592986] env[68503]: DEBUG oslo_concurrency.lockutils [None req-5bcc34fa-acd1-4d63-999d-9ee65b5976ce tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e847973e-844c-4902-889f-421a8697ad75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.148s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.607020] env[68503]: DEBUG nova.scheduler.client.report [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Overwriting current allocation {'allocations': {'5ef92549-0919-4b2c-ae90-83dbb99c3fc8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 151}}, 'project_id': '572fec3a5ede4b51836c634ee7f14419', 'user_id': 'ce6fa24f798f4ba088c885516b51b88e', 'consumer_generation': 1} on consumer b50de0fc-3e15-4a35-acf0-299b9eaa5744 {{(pid=68503) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1249.712265] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.712265] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.712265] env[68503]: DEBUG nova.network.neutron [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.743489] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.767524] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 817c655a-ebc8-4cd6-81d1-3ebbd2006e3c] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.863836] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.892474] env[68503]: INFO nova.scheduler.client.report [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Deleted allocations for instance fc97c8b7-3a82-4d39-b9fc-f4e82c554d91 [ 1249.943417] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.960833] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8217bcf-864d-49a2-afca-6bb6031ecc5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.968617] env[68503]: INFO nova.compute.manager [-] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Took 1.75 seconds to deallocate network for instance. [ 1249.969366] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Suspending the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1249.973461] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-17ba2976-789b-4249-905b-d4d4d70efee8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.979390] env[68503]: DEBUG oslo_vmware.api [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1249.979390] env[68503]: value = "task-2862836" [ 1249.979390] env[68503]: _type = "Task" [ 1249.979390] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.988726] env[68503]: DEBUG oslo_vmware.api [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862836, 'name': SuspendVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.989018] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d0451ab-2328-43e3-83f7-b193b7a9c7d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.997575] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3025aae2-a946-4394-9eb2-a41e93d38c6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.032542] env[68503]: DEBUG nova.compute.manager [req-043ae4bb-e1f0-4897-89c9-427b0fc39fb6 req-8b9e64ee-159f-4ea0-8e12-dc816db243e8 service nova] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Detach interface failed, port_id=f6ee71c7-c410-4cdc-b481-b1c94f332bde, reason: Instance 342bf4ba-d495-4146-bc90-3ff571825def could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.272402] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: acaaa443-9d22-4d10-8404-4410098ef18d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.402290] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6becf837-1fa3-4b69-8e62-da463124dd70 tempest-ServerShowV257Test-322208169 tempest-ServerShowV257Test-322208169-project-member] Lock "fc97c8b7-3a82-4d39-b9fc-f4e82c554d91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.253s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.454600] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.483641] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.483988] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.484291] env[68503]: DEBUG nova.objects.instance [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'resources' on Instance uuid 342bf4ba-d495-4146-bc90-3ff571825def {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.496388] env[68503]: DEBUG oslo_vmware.api [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862836, 'name': SuspendVM_Task} progress is 25%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.571949] env[68503]: DEBUG nova.network.neutron [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [{"id": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "address": "fa:16:3e:29:e4:95", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d3802a-91", "ovs_interfaceid": "05d3802a-91ee-4aba-9be0-efa3ae5e66f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.777725] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 4af2e402-678e-4e8b-9c5a-ed07f6e4a5e0] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.832733] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "30e2b79b-1799-4068-b27f-a7144279d615" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.832733] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.832733] env[68503]: INFO nova.compute.manager [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Attaching volume 2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7 to /dev/sdb [ 1250.867103] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565bf5c1-8e3d-4286-a9b4-aca69a7e93e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.875278] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee00b35-0c4f-4f6a-808d-6e7de039167e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.887775] env[68503]: DEBUG nova.virt.block_device [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Updating existing volume attachment record: 048e993a-e44e-4968-b60c-e87e71a82f78 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1250.939989] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.997696] env[68503]: DEBUG oslo_vmware.api [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862836, 'name': SuspendVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.074158] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-b50de0fc-3e15-4a35-acf0-299b9eaa5744" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.074602] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.074937] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2813995-1314-4fd2-bc95-35c48b951971 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.085074] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1251.085074] env[68503]: value = "task-2862838" [ 1251.085074] env[68503]: _type = "Task" [ 1251.085074] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.094245] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.162910] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d49089-5c6b-4fe1-969e-af093e67c72a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.171085] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5a1f6-6c14-4d22-9ef3-c0e52bde9091 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.207555] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c1cd43-ce4c-46fc-b5db-648cde2e16a3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.216600] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2c8739-2031-412c-88d0-03a262f0bd8b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.232412] env[68503]: DEBUG nova.compute.provider_tree [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.280194] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 05a769ab-6e83-4975-9b85-5c80a9df5c67] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.315945] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "38135e7a-0742-4d01-a34e-efb5432657ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.316198] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "38135e7a-0742-4d01-a34e-efb5432657ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.439978] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862832, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.151849} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.440461] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55/OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55.vmdk to [datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7/862a9f71-adb7-4b87-bd54-403b1c24abf7.vmdk. [ 1251.440776] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Cleaning up location [datastore2] OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1251.441066] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8ba0a4e9-d8c8-463c-b91c-bf9127c22d55 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.441431] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41ee568b-c75b-47d9-8bd4-ba5a0c026579 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.447780] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1251.447780] env[68503]: value = "task-2862839" [ 1251.447780] env[68503]: _type = "Task" [ 1251.447780] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.455865] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.495585] env[68503]: DEBUG oslo_vmware.api [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862836, 'name': SuspendVM_Task, 'duration_secs': 1.359827} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.495901] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Suspended the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1251.496129] env[68503]: DEBUG nova.compute.manager [None req-498ab99f-3eb6-43dc-9430-8d427fa3d6d2 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.496989] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7898a-c35f-4c48-9154-a94a6161220e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.594765] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862838, 'name': PowerOffVM_Task, 'duration_secs': 0.264484} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.595038] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.595685] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.595913] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.596107] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.596302] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.596448] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.596593] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.596794] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.598023] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.598023] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.598023] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.598023] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.603919] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be4757be-0142-4687-a819-d7c8cc61de58 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.617761] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1251.617761] env[68503]: value = "task-2862840" [ 1251.617761] env[68503]: _type = "Task" [ 1251.617761] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.627153] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.736239] env[68503]: DEBUG nova.scheduler.client.report [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.784582] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: a3c71966-e7fa-4c86-ac96-41e79e0f84ac] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.818745] env[68503]: DEBUG nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.957432] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086654} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.957679] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.957843] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7/862a9f71-adb7-4b87-bd54-403b1c24abf7.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.958101] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7/862a9f71-adb7-4b87-bd54-403b1c24abf7.vmdk to [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.958362] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d60c2f8d-4cff-4d6f-ac89-9bfcd4a97429 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.964783] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1251.964783] env[68503]: value = "task-2862841" [ 1251.964783] env[68503]: _type = "Task" [ 1251.964783] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.972619] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.126985] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862840, 'name': ReconfigVM_Task, 'duration_secs': 0.135535} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.127833] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd96eb-72ce-401c-9c7d-3b0e5aca1344 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.146436] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.146641] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.146754] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.146934] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.147093] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.147247] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.147450] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.147603] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.147769] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.147930] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.148118] env[68503]: DEBUG nova.virt.hardware [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.148900] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909bcb10-3676-44de-91c4-3fb7d39920d1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.154516] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1252.154516] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529dc732-2dc6-3ce0-0d76-bf80c6e16517" [ 1252.154516] env[68503]: _type = "Task" [ 1252.154516] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.162805] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529dc732-2dc6-3ce0-0d76-bf80c6e16517, 'name': SearchDatastore_Task, 'duration_secs': 0.006728} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.168144] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.168731] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfa1e69-d86d-4a7b-a5d6-8525364c0cbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.186980] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1252.186980] env[68503]: value = "task-2862842" [ 1252.186980] env[68503]: _type = "Task" [ 1252.186980] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.197647] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.242099] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.267366] env[68503]: INFO nova.scheduler.client.report [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted allocations for instance 342bf4ba-d495-4146-bc90-3ff571825def [ 1252.288488] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 3f13eda8-d068-4b3c-b7b3-c04e9c521834] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.339679] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.340066] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.342135] env[68503]: INFO nova.compute.claims [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.408617] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "e847973e-844c-4902-889f-421a8697ad75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.408945] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e847973e-844c-4902-889f-421a8697ad75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.409223] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "e847973e-844c-4902-889f-421a8697ad75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.409418] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e847973e-844c-4902-889f-421a8697ad75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.409641] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e847973e-844c-4902-889f-421a8697ad75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.411984] env[68503]: INFO nova.compute.manager [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Terminating instance [ 1252.477905] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862841, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.698374] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862842, 'name': ReconfigVM_Task, 'duration_secs': 0.397222} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.698639] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.699505] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889f3b8-b846-4bf6-9f47-c11856e4b16f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.724118] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.724477] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13dfc132-c66b-4c40-ac40-dd01e3ac3611 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.743993] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1252.743993] env[68503]: value = "task-2862843" [ 1252.743993] env[68503]: _type = "Task" [ 1252.743993] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.755704] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.775876] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f2e7994-5c43-413b-bfc0-f4a85747e231 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "342bf4ba-d495-4146-bc90-3ff571825def" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.188s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.791960] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 2bd44944-a6ea-4f5c-a0bb-c1b1ddce5b74] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.919300] env[68503]: DEBUG nova.compute.manager [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.919744] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.920920] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a9ae0-a584-462a-9352-7b13cf15f981 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.934099] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.934406] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b18ecf9-e256-4148-87de-6148340d63f1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.977492] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862841, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.008328] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.008520] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.008705] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleting the datastore file [datastore2] e847973e-844c-4902-889f-421a8697ad75 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.008978] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d27f646-62f0-4d49-8be5-3fa04715110d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.018087] env[68503]: DEBUG oslo_vmware.api [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1253.018087] env[68503]: value = "task-2862845" [ 1253.018087] env[68503]: _type = "Task" [ 1253.018087] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.027120] env[68503]: DEBUG oslo_vmware.api [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.256073] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.295433] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: acbe8ce9-014a-420f-b86c-bb57042d2e2e] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.478775] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862841, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.493467] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f175df-02a8-4f33-807d-e94d103666f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.502980] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f721d64a-76c4-4fd2-a828-3b9900ba0641 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.541314] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34919da3-f172-42ff-bd15-b655dc1e6c21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.553071] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd1f18c-c168-49ff-8055-02aabd7f3151 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.556717] env[68503]: DEBUG oslo_vmware.api [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.569179] env[68503]: DEBUG nova.compute.provider_tree [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.758178] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.798950] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 4e1edfd6-9538-47e8-8cd0-8bd69b1b1253] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.979432] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862841, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.049962] env[68503]: DEBUG oslo_vmware.api [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.073342] env[68503]: DEBUG nova.scheduler.client.report [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.256390] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862843, 'name': ReconfigVM_Task, 'duration_secs': 1.051729} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.256697] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Reconfigured VM instance instance-00000064 to attach disk [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744/b50de0fc-3e15-4a35-acf0-299b9eaa5744.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.257606] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c2c87-dd9d-4430-bb16-105e0dc4d8fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.280900] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec444e9c-4a7e-40be-933d-aecd6ed81748 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.301302] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc545783-4c17-48fb-8783-6ab6e95b51a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.304714] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e4c3f2e4-e766-4b5c-b88f-e19269064d2d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.323345] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e31f64-8b0b-4ac4-af21-7950656794d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.330119] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.330925] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a824bfd1-f4b4-43d1-9b9f-9def99bed2f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.337166] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1254.337166] env[68503]: value = "task-2862847" [ 1254.337166] env[68503]: _type = "Task" [ 1254.337166] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.353701] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.353953] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.355069] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862847, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.477951] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862841, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.330611} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.478234] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/862a9f71-adb7-4b87-bd54-403b1c24abf7/862a9f71-adb7-4b87-bd54-403b1c24abf7.vmdk to [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.479050] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a425806-e1a4-42f2-a7af-51b0047238b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.500665] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.501316] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c058a2-9812-43fa-a025-f1b547caaa72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.520780] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1254.520780] env[68503]: value = "task-2862848" [ 1254.520780] env[68503]: _type = "Task" [ 1254.520780] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.530524] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.546330] env[68503]: DEBUG oslo_vmware.api [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.338469} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.546578] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.546758] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.546929] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.547121] env[68503]: INFO nova.compute.manager [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: e847973e-844c-4902-889f-421a8697ad75] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1254.547389] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.547584] env[68503]: DEBUG nova.compute.manager [-] [instance: e847973e-844c-4902-889f-421a8697ad75] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.547678] env[68503]: DEBUG nova.network.neutron [-] [instance: e847973e-844c-4902-889f-421a8697ad75] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.579339] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.579912] env[68503]: DEBUG nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.803036] env[68503]: DEBUG nova.compute.manager [req-7a5a24aa-3c37-43ab-9000-1c80e0eaef5b req-5a8d3747-59fc-45e4-8668-9708a3135228 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Received event network-vif-deleted-71f65149-c5fc-4804-95c9-87d7e97c2684 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.803036] env[68503]: INFO nova.compute.manager [req-7a5a24aa-3c37-43ab-9000-1c80e0eaef5b req-5a8d3747-59fc-45e4-8668-9708a3135228 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Neutron deleted interface 71f65149-c5fc-4804-95c9-87d7e97c2684; detaching it from the instance and deleting it from the info cache [ 1254.803036] env[68503]: DEBUG nova.network.neutron [req-7a5a24aa-3c37-43ab-9000-1c80e0eaef5b req-5a8d3747-59fc-45e4-8668-9708a3135228 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.809050] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: bc9ee5d8-6d56-4aee-bab5-aaa7c2299a89] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.847733] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.856616] env[68503]: DEBUG nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.030907] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.085196] env[68503]: DEBUG nova.compute.utils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.086660] env[68503]: DEBUG nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.086852] env[68503]: DEBUG nova.network.neutron [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.131053] env[68503]: DEBUG nova.policy [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce845f394f6e4bef9185fce3700599d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03e6619d8b649a9bbca09fb66264fda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.286063] env[68503]: DEBUG nova.network.neutron [-] [instance: e847973e-844c-4902-889f-421a8697ad75] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.305675] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b791a900-5e39-4074-825a-e26c84a42a80 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.313075] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 7b53e14c-55ae-4374-9ef6-a928e7d531e1] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.317526] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7969b-c804-4d9d-9a0b-119147185471 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.347692] env[68503]: DEBUG nova.compute.manager [req-7a5a24aa-3c37-43ab-9000-1c80e0eaef5b req-5a8d3747-59fc-45e4-8668-9708a3135228 service nova] [instance: e847973e-844c-4902-889f-421a8697ad75] Detach interface failed, port_id=71f65149-c5fc-4804-95c9-87d7e97c2684, reason: Instance e847973e-844c-4902-889f-421a8697ad75 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1255.356245] env[68503]: DEBUG oslo_vmware.api [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862847, 'name': PowerOnVM_Task, 'duration_secs': 0.55617} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.356503] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.380010] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.380304] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.381761] env[68503]: INFO nova.compute.claims [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.384956] env[68503]: DEBUG nova.network.neutron [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Successfully created port: 35c5c0b9-30b1-4d59-8c2e-95270710add3 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.433075] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1255.433347] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575500', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'name': 'volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e2b79b-1799-4068-b27f-a7144279d615', 'attached_at': '', 'detached_at': '', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'serial': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1255.434350] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad1b193-9958-4e37-b1c7-c75abc2ef34d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.450997] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a348cfcc-b019-415b-a98f-4b661e373fcf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.477226] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7/volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.477538] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ce4fcb-ff0e-4f53-9f95-17945fa38e48 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.495080] env[68503]: DEBUG oslo_vmware.api [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1255.495080] env[68503]: value = "task-2862849" [ 1255.495080] env[68503]: _type = "Task" [ 1255.495080] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.502855] env[68503]: DEBUG oslo_vmware.api [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.530399] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862848, 'name': ReconfigVM_Task, 'duration_secs': 0.567556} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.530685] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Reconfigured VM instance instance-0000005e to attach disk [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80/dea890da-d94c-4ecd-80f8-afd670ad9b80.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.531356] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-740c480a-ea15-43d2-9607-234b486979eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.537806] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1255.537806] env[68503]: value = "task-2862850" [ 1255.537806] env[68503]: _type = "Task" [ 1255.537806] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.545424] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862850, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.590890] env[68503]: DEBUG nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.788330] env[68503]: INFO nova.compute.manager [-] [instance: e847973e-844c-4902-889f-421a8697ad75] Took 1.24 seconds to deallocate network for instance. [ 1255.828558] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 7c15b321-0a08-47df-8425-9c80cd635a4d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.005739] env[68503]: DEBUG oslo_vmware.api [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862849, 'name': ReconfigVM_Task, 'duration_secs': 0.395159} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.005879] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7/volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.011262] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac6f072-522c-4529-b90a-ed4ef792a03a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.027268] env[68503]: DEBUG oslo_vmware.api [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1256.027268] env[68503]: value = "task-2862851" [ 1256.027268] env[68503]: _type = "Task" [ 1256.027268] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.036769] env[68503]: DEBUG oslo_vmware.api [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.047371] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862850, 'name': Rename_Task, 'duration_secs': 0.304408} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.047678] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.047961] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cbf6833-b6bb-4485-82c1-6a3e9a55f0a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.054790] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1256.054790] env[68503]: value = "task-2862852" [ 1256.054790] env[68503]: _type = "Task" [ 1256.054790] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.063902] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.296601] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.332381] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 9a1d992c-0242-4317-9ce8-2961b665a8e8] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.366147] env[68503]: INFO nova.compute.manager [None req-f78e36db-26e1-43e0-b67c-a9810cc7644f tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance to original state: 'active' [ 1256.455677] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.455933] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.456159] env[68503]: INFO nova.compute.manager [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Shelving [ 1256.524615] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0233e4b3-df2e-4d75-a878-7645d8eded62 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.534174] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a2318-b7fc-4a2d-a5fe-7d4ae5442691 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.540077] env[68503]: DEBUG oslo_vmware.api [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862851, 'name': ReconfigVM_Task, 'duration_secs': 0.215561} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.540681] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575500', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'name': 'volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e2b79b-1799-4068-b27f-a7144279d615', 'attached_at': '', 'detached_at': '', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'serial': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1256.572109] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995b21d-0652-41ab-a65a-0277d8b65b8f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.579830] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.582825] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f71d452-2667-4356-b111-881b3728d026 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.597012] env[68503]: DEBUG nova.compute.provider_tree [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.600956] env[68503]: DEBUG nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.628596] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.628836] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.629012] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.629309] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.629477] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.629628] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.629848] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.630016] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.630200] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.630364] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.630537] env[68503]: DEBUG nova.virt.hardware [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.631464] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd5068-6749-4791-8bbc-dd194f8d680e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.639460] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe93e35-00fd-4d31-a51b-2f4489f51956 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.831415] env[68503]: DEBUG nova.compute.manager [req-c256c5b8-746b-4277-beab-5eb2dc18628f req-4f25ccc9-233e-41bf-adc0-27c17dbadd08 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Received event network-vif-plugged-35c5c0b9-30b1-4d59-8c2e-95270710add3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.831415] env[68503]: DEBUG oslo_concurrency.lockutils [req-c256c5b8-746b-4277-beab-5eb2dc18628f req-4f25ccc9-233e-41bf-adc0-27c17dbadd08 service nova] Acquiring lock "38135e7a-0742-4d01-a34e-efb5432657ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.831415] env[68503]: DEBUG oslo_concurrency.lockutils [req-c256c5b8-746b-4277-beab-5eb2dc18628f req-4f25ccc9-233e-41bf-adc0-27c17dbadd08 service nova] Lock "38135e7a-0742-4d01-a34e-efb5432657ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.831415] env[68503]: DEBUG oslo_concurrency.lockutils [req-c256c5b8-746b-4277-beab-5eb2dc18628f req-4f25ccc9-233e-41bf-adc0-27c17dbadd08 service nova] Lock "38135e7a-0742-4d01-a34e-efb5432657ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.831415] env[68503]: DEBUG nova.compute.manager [req-c256c5b8-746b-4277-beab-5eb2dc18628f req-4f25ccc9-233e-41bf-adc0-27c17dbadd08 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] No waiting events found dispatching network-vif-plugged-35c5c0b9-30b1-4d59-8c2e-95270710add3 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.831789] env[68503]: WARNING nova.compute.manager [req-c256c5b8-746b-4277-beab-5eb2dc18628f req-4f25ccc9-233e-41bf-adc0-27c17dbadd08 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Received unexpected event network-vif-plugged-35c5c0b9-30b1-4d59-8c2e-95270710add3 for instance with vm_state building and task_state spawning. [ 1256.836027] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 8a007874-18bb-436e-b58d-f385f1d38fbb] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.854041] env[68503]: DEBUG nova.network.neutron [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Successfully updated port: 35c5c0b9-30b1-4d59-8c2e-95270710add3 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.076610] env[68503]: DEBUG oslo_vmware.api [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862852, 'name': PowerOnVM_Task, 'duration_secs': 0.966575} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.078580] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.100159] env[68503]: DEBUG nova.scheduler.client.report [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.182466] env[68503]: DEBUG nova.compute.manager [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.183857] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c6049a-06d9-439f-90f4-20efa28573ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.339362] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: dd22ec5b-8507-4da7-a412-4bca7901d48b] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.351147] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.351411] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.351656] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.351788] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.351991] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.355709] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "refresh_cache-38135e7a-0742-4d01-a34e-efb5432657ae" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.355709] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquired lock "refresh_cache-38135e7a-0742-4d01-a34e-efb5432657ae" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.355709] env[68503]: DEBUG nova.network.neutron [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.356285] env[68503]: INFO nova.compute.manager [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Terminating instance [ 1257.466518] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.466819] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d086ad-4e86-4744-8fa3-b0d7aea72ab3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.473765] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1257.473765] env[68503]: value = "task-2862853" [ 1257.473765] env[68503]: _type = "Task" [ 1257.473765] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.483200] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.582041] env[68503]: DEBUG nova.objects.instance [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'flavor' on Instance uuid 30e2b79b-1799-4068-b27f-a7144279d615 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.606033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.606648] env[68503]: DEBUG nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.609447] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.313s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.609685] env[68503]: DEBUG nova.objects.instance [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'resources' on Instance uuid e847973e-844c-4902-889f-421a8697ad75 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.705703] env[68503]: DEBUG oslo_concurrency.lockutils [None req-82218ac6-84c0-477e-98c0-b1c51f3ef5c7 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.966s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.843898] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e4c1ac6d-0d95-4c6d-8614-4b58d4c1558b] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.865491] env[68503]: DEBUG nova.compute.manager [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.865491] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.866788] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745259e-781f-432a-abd1-3326b9487c87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.874684] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.874944] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a53bc880-51a8-41fa-8534-2942952052db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.882092] env[68503]: DEBUG oslo_vmware.api [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1257.882092] env[68503]: value = "task-2862854" [ 1257.882092] env[68503]: _type = "Task" [ 1257.882092] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.889606] env[68503]: DEBUG oslo_vmware.api [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.892555] env[68503]: DEBUG nova.network.neutron [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.983928] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862853, 'name': PowerOffVM_Task, 'duration_secs': 0.222511} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.984319] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.985312] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf42bad-c68f-40af-bbc7-9e4a63d0b28c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.009138] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af129b5c-9adc-4a16-9811-b242e104aaf7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.068045] env[68503]: DEBUG nova.network.neutron [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Updating instance_info_cache with network_info: [{"id": "35c5c0b9-30b1-4d59-8c2e-95270710add3", "address": "fa:16:3e:ff:dc:e6", "network": {"id": "8241d933-b7f1-4516-8160-13cc3a494d00", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2040366132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03e6619d8b649a9bbca09fb66264fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c5c0b9-30", "ovs_interfaceid": "35c5c0b9-30b1-4d59-8c2e-95270710add3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.088295] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1e84927b-32e4-41fb-87fc-1fc3f6827674 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.112175] env[68503]: DEBUG nova.compute.utils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.113699] env[68503]: DEBUG nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.114457] env[68503]: DEBUG nova.network.neutron [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.165577] env[68503]: DEBUG nova.policy [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8300708afb164c3fad43efca1a804db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd779af9f7f643f8852b887caa90b744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.269103] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebabbf4-ccf0-4586-a4bb-b61e2a39100a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.277265] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45220f6-36fd-4589-bbce-f2e7848c41b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.307069] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "30e2b79b-1799-4068-b27f-a7144279d615" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.307285] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.312018] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b835bf4f-3859-49f8-a2dd-c91e3111e61e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.318107] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d63e98-7c1e-4a57-8672-7197fc7af340 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.332851] env[68503]: DEBUG nova.compute.provider_tree [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.347603] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: b6600293-706c-4396-921e-30f422e77b49] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.396013] env[68503]: DEBUG oslo_vmware.api [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862854, 'name': PowerOffVM_Task, 'duration_secs': 0.318065} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.396705] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.402848] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.402848] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17bac060-80e5-43ad-9af3-50d2959f795f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.423516] env[68503]: DEBUG nova.network.neutron [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Successfully created port: 93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.498708] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.498955] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.499100] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleting the datastore file [datastore2] b50de0fc-3e15-4a35-acf0-299b9eaa5744 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.499371] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b8cabc2-f3bb-4d57-babb-0f04e3857c1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.506948] env[68503]: DEBUG oslo_vmware.api [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1258.506948] env[68503]: value = "task-2862856" [ 1258.506948] env[68503]: _type = "Task" [ 1258.506948] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.515041] env[68503]: DEBUG oslo_vmware.api [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.530630] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1258.530899] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0ec10af-addb-42e3-ba34-28af0cc23b04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.537282] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1258.537282] env[68503]: value = "task-2862857" [ 1258.537282] env[68503]: _type = "Task" [ 1258.537282] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.545410] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.571097] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Releasing lock "refresh_cache-38135e7a-0742-4d01-a34e-efb5432657ae" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.571439] env[68503]: DEBUG nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Instance network_info: |[{"id": "35c5c0b9-30b1-4d59-8c2e-95270710add3", "address": "fa:16:3e:ff:dc:e6", "network": {"id": "8241d933-b7f1-4516-8160-13cc3a494d00", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2040366132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03e6619d8b649a9bbca09fb66264fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c5c0b9-30", "ovs_interfaceid": "35c5c0b9-30b1-4d59-8c2e-95270710add3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.571855] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:dc:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c5c0b9-30b1-4d59-8c2e-95270710add3', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.579630] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Creating folder: Project (f03e6619d8b649a9bbca09fb66264fda). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.579984] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853cd728-ac9a-4a74-962d-3d2e1ea0df39 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.592223] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Created folder: Project (f03e6619d8b649a9bbca09fb66264fda) in parent group-v575195. [ 1258.592580] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Creating folder: Instances. Parent ref: group-v575501. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.593052] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9acbcd1-06d7-49c7-af4d-ea56e5ecd1e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.603399] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Created folder: Instances in parent group-v575501. [ 1258.603643] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.603845] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.604063] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f06f421-9326-4286-9744-b8e3272f4db9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.618630] env[68503]: DEBUG nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.627651] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.627651] env[68503]: value = "task-2862860" [ 1258.627651] env[68503]: _type = "Task" [ 1258.627651] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.646301] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862860, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.646301] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa2c7e9-0f80-4dee-9510-d65fa7662431 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.653519] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-de1a203b-a62e-4071-b1f7-6e11a42cbd23 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Suspending the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1258.653779] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5512390e-d42a-44d4-af49-87c5835fca42 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.660599] env[68503]: DEBUG oslo_vmware.api [None req-de1a203b-a62e-4071-b1f7-6e11a42cbd23 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1258.660599] env[68503]: value = "task-2862861" [ 1258.660599] env[68503]: _type = "Task" [ 1258.660599] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.668714] env[68503]: DEBUG oslo_vmware.api [None req-de1a203b-a62e-4071-b1f7-6e11a42cbd23 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862861, 'name': SuspendVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.813711] env[68503]: INFO nova.compute.manager [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Detaching volume 2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7 [ 1258.837382] env[68503]: DEBUG nova.scheduler.client.report [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.851818] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 0f959cb0-5ae9-4b3b-8b6d-435ef207a678] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.856588] env[68503]: DEBUG nova.compute.manager [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Received event network-changed-35c5c0b9-30b1-4d59-8c2e-95270710add3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.857054] env[68503]: DEBUG nova.compute.manager [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Refreshing instance network info cache due to event network-changed-35c5c0b9-30b1-4d59-8c2e-95270710add3. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.857367] env[68503]: DEBUG oslo_concurrency.lockutils [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] Acquiring lock "refresh_cache-38135e7a-0742-4d01-a34e-efb5432657ae" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.857572] env[68503]: DEBUG oslo_concurrency.lockutils [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] Acquired lock "refresh_cache-38135e7a-0742-4d01-a34e-efb5432657ae" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.857753] env[68503]: DEBUG nova.network.neutron [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Refreshing network info cache for port 35c5c0b9-30b1-4d59-8c2e-95270710add3 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.859972] env[68503]: INFO nova.virt.block_device [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Attempting to driver detach volume 2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7 from mountpoint /dev/sdb [ 1258.860221] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1258.860434] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575500', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'name': 'volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e2b79b-1799-4068-b27f-a7144279d615', 'attached_at': '', 'detached_at': '', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'serial': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1258.862145] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc015081-254f-4fd3-9abb-c857c687f574 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.888453] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05137ef-46bf-47bb-a08d-110d139498fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.897677] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a639ea-cb6f-413e-a089-124eb200bcc3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.923545] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b537eb-ad5a-474b-b44f-8df859771549 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.942128] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] The volume has not been displaced from its original location: [datastore1] volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7/volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.948143] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.948563] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f73c8b6-f121-4008-a25c-c928de6bbdb3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.968832] env[68503]: DEBUG oslo_vmware.api [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1258.968832] env[68503]: value = "task-2862862" [ 1258.968832] env[68503]: _type = "Task" [ 1258.968832] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.977934] env[68503]: DEBUG oslo_vmware.api [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.021758] env[68503]: DEBUG oslo_vmware.api [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175573} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.022073] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.022277] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.022526] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.022852] env[68503]: INFO nova.compute.manager [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1259.022852] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.023112] env[68503]: DEBUG nova.compute.manager [-] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.023216] env[68503]: DEBUG nova.network.neutron [-] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.049957] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862857, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.138832] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862860, 'name': CreateVM_Task, 'duration_secs': 0.338109} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.139037] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.139822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.139999] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.140563] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.140665] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4039f6-e203-4ba2-bf4f-93bc45aca845 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.145854] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1259.145854] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52770019-9b49-0395-f145-0a094f71d8a8" [ 1259.145854] env[68503]: _type = "Task" [ 1259.145854] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.155342] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52770019-9b49-0395-f145-0a094f71d8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.170969] env[68503]: DEBUG oslo_vmware.api [None req-de1a203b-a62e-4071-b1f7-6e11a42cbd23 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862861, 'name': SuspendVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.346471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.355285] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 103f1a61-ad86-446f-8326-1d64a01df948] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.370200] env[68503]: INFO nova.scheduler.client.report [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted allocations for instance e847973e-844c-4902-889f-421a8697ad75 [ 1259.479428] env[68503]: DEBUG oslo_vmware.api [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862862, 'name': ReconfigVM_Task, 'duration_secs': 0.243517} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.479707] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1259.487306] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f883d9b8-d8c3-489c-91e1-3cb2464980b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.507146] env[68503]: DEBUG oslo_vmware.api [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1259.507146] env[68503]: value = "task-2862863" [ 1259.507146] env[68503]: _type = "Task" [ 1259.507146] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.522218] env[68503]: DEBUG oslo_vmware.api [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.547265] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862857, 'name': CreateSnapshot_Task, 'duration_secs': 0.65544} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.547571] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1259.548330] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92197a65-1a9b-4324-baf2-86a19f49a2d7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.563692] env[68503]: DEBUG nova.network.neutron [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Updated VIF entry in instance network info cache for port 35c5c0b9-30b1-4d59-8c2e-95270710add3. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.564072] env[68503]: DEBUG nova.network.neutron [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Updating instance_info_cache with network_info: [{"id": "35c5c0b9-30b1-4d59-8c2e-95270710add3", "address": "fa:16:3e:ff:dc:e6", "network": {"id": "8241d933-b7f1-4516-8160-13cc3a494d00", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2040366132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03e6619d8b649a9bbca09fb66264fda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c5c0b9-30", "ovs_interfaceid": "35c5c0b9-30b1-4d59-8c2e-95270710add3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.631014] env[68503]: DEBUG nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.657018] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52770019-9b49-0395-f145-0a094f71d8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.659029] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.660868] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.660868] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.660868] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.660868] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.660868] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03276a68-6b6c-4e62-9f75-739547f1ad6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.671568] env[68503]: DEBUG oslo_vmware.api [None req-de1a203b-a62e-4071-b1f7-6e11a42cbd23 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862861, 'name': SuspendVM_Task, 'duration_secs': 0.656882} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.674489] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.674799] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.674997] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.675247] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.675493] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.675713] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.675956] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.676191] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.676401] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.676600] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.676809] env[68503]: DEBUG nova.virt.hardware [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.678952] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-de1a203b-a62e-4071-b1f7-6e11a42cbd23 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Suspended the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1259.679226] env[68503]: DEBUG nova.compute.manager [None req-de1a203b-a62e-4071-b1f7-6e11a42cbd23 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.680069] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17db2c-56cb-41a7-bb39-82f8715c9c30 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.683797] env[68503]: DEBUG nova.compute.manager [req-87f6a592-8324-45b6-829c-60c98dc3a827 req-d0516d67-0f24-4a17-8425-e2853feeadac service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Received event network-vif-deleted-05d3802a-91ee-4aba-9be0-efa3ae5e66f0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.683905] env[68503]: INFO nova.compute.manager [req-87f6a592-8324-45b6-829c-60c98dc3a827 req-d0516d67-0f24-4a17-8425-e2853feeadac service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Neutron deleted interface 05d3802a-91ee-4aba-9be0-efa3ae5e66f0; detaching it from the instance and deleting it from the info cache [ 1259.684127] env[68503]: DEBUG nova.network.neutron [req-87f6a592-8324-45b6-829c-60c98dc3a827 req-d0516d67-0f24-4a17-8425-e2853feeadac service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.685275] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.685451] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.687085] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e9c2c-a2b2-4bec-b6a7-5b2dcf1db6fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.690630] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3cb8b9-e7a0-45eb-bb17-ac5669881fbb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.703317] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f433eb-2be6-4b93-a734-83c38e3385eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.707818] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1259.707818] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f4167b-c905-dbe5-f295-38d03e112581" [ 1259.707818] env[68503]: _type = "Task" [ 1259.707818] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.732328] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f4167b-c905-dbe5-f295-38d03e112581, 'name': SearchDatastore_Task, 'duration_secs': 0.008067} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.732328] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4719d9ab-825a-4ccb-adba-e3af490b1bfe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.738588] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1259.738588] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523ce583-fe30-4e08-e6bd-ef9bc8c98c3c" [ 1259.738588] env[68503]: _type = "Task" [ 1259.738588] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.747233] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523ce583-fe30-4e08-e6bd-ef9bc8c98c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.860128] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e3eb8849-232c-42c8-99d1-1bddceead0e4] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.883023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-141e5f14-abb7-4ff2-8ff8-e4327c45cd8a tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "e847973e-844c-4902-889f-421a8697ad75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.471s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.884709] env[68503]: DEBUG nova.network.neutron [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Successfully updated port: 93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.718130] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1260.718659] env[68503]: DEBUG oslo_concurrency.lockutils [req-89b4becc-e405-4a95-bff7-8130e052c476 req-036fbabb-5c51-4e47-ab58-6b9bb93c8fb4 service nova] Releasing lock "refresh_cache-38135e7a-0742-4d01-a34e-efb5432657ae" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.719019] env[68503]: DEBUG nova.network.neutron [-] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.723777] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 0fe3faaa-f9a5-4ea9-b639-c63dcf6668c7] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.725629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.725759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.725895] env[68503]: DEBUG nova.network.neutron [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.726815] env[68503]: DEBUG oslo_vmware.api [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862863, 'name': ReconfigVM_Task, 'duration_secs': 0.138559} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.728017] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe0f9f8c-0ecd-45b2-a927-4e460d4878e4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.731237] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-393ea6f3-888e-41ae-a046-ab786494508b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.739875] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575500', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'name': 'volume-2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e2b79b-1799-4068-b27f-a7144279d615', 'attached_at': '', 'detached_at': '', 'volume_id': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7', 'serial': '2029c3ee-b8c0-47f7-8d99-d5c24aebc0c7'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1260.742683] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "67837506-990e-45bf-834c-c7e47c562746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.744023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.752756] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523ce583-fe30-4e08-e6bd-ef9bc8c98c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.754253] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.754532] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 38135e7a-0742-4d01-a34e-efb5432657ae/38135e7a-0742-4d01-a34e-efb5432657ae.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.757336] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b8a71f-0534-4c7c-87a7-4b5dcc6534eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.768657] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1260.768657] env[68503]: value = "task-2862864" [ 1260.768657] env[68503]: _type = "Task" [ 1260.768657] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.769144] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cc175c7-cc01-48a1-8b95-6c91d79161d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.779643] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1260.779643] env[68503]: value = "task-2862865" [ 1260.779643] env[68503]: _type = "Task" [ 1260.779643] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.783068] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862864, 'name': CloneVM_Task} progress is 12%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.795076] env[68503]: DEBUG nova.compute.manager [req-87f6a592-8324-45b6-829c-60c98dc3a827 req-d0516d67-0f24-4a17-8425-e2853feeadac service nova] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Detach interface failed, port_id=05d3802a-91ee-4aba-9be0-efa3ae5e66f0, reason: Instance b50de0fc-3e15-4a35-acf0-299b9eaa5744 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1260.801261] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.882841] env[68503]: DEBUG nova.compute.manager [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Received event network-vif-plugged-93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.883100] env[68503]: DEBUG oslo_concurrency.lockutils [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] Acquiring lock "d6733469-fd30-4f5a-bff7-e7ad5995633d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.883267] env[68503]: DEBUG oslo_concurrency.lockutils [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.883469] env[68503]: DEBUG oslo_concurrency.lockutils [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.883602] env[68503]: DEBUG nova.compute.manager [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] No waiting events found dispatching network-vif-plugged-93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.883756] env[68503]: WARNING nova.compute.manager [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Received unexpected event network-vif-plugged-93cf34a3-46f7-4d26-95d6-0aa9da81878a for instance with vm_state building and task_state spawning. [ 1260.883913] env[68503]: DEBUG nova.compute.manager [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Received event network-changed-93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.884289] env[68503]: DEBUG nova.compute.manager [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Refreshing instance network info cache due to event network-changed-93cf34a3-46f7-4d26-95d6-0aa9da81878a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.884587] env[68503]: DEBUG oslo_concurrency.lockutils [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] Acquiring lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.228519] env[68503]: INFO nova.compute.manager [-] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Took 2.20 seconds to deallocate network for instance. [ 1261.228816] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 59182edb-4694-4d27-8dcd-e08839162727] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.242686] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.242925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.243140] env[68503]: INFO nova.compute.manager [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Shelving [ 1261.245856] env[68503]: DEBUG nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.254948] env[68503]: INFO nova.compute.manager [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Resuming [ 1261.255657] env[68503]: DEBUG nova.objects.instance [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lazy-loading 'flavor' on Instance uuid dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.265721] env[68503]: DEBUG nova.network.neutron [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.280746] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862864, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.291339] env[68503]: DEBUG nova.objects.instance [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'flavor' on Instance uuid 30e2b79b-1799-4068-b27f-a7144279d615 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.297826] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472397} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.298063] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 38135e7a-0742-4d01-a34e-efb5432657ae/38135e7a-0742-4d01-a34e-efb5432657ae.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.298275] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.298587] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f36c4b7-70e1-4c31-b0df-f527b8d2e3f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.305224] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1261.305224] env[68503]: value = "task-2862866" [ 1261.305224] env[68503]: _type = "Task" [ 1261.305224] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.313716] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.412901] env[68503]: DEBUG nova.network.neutron [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Updating instance_info_cache with network_info: [{"id": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "address": "fa:16:3e:8d:a3:25", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93cf34a3-46", "ovs_interfaceid": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.733754] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 9391d8c4-acf6-49a0-b514-07e1743a4419] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.742538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.742845] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.743092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.764780] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.764948] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.766797] env[68503]: INFO nova.compute.claims [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.770515] env[68503]: INFO nova.scheduler.client.report [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted allocations for instance b50de0fc-3e15-4a35-acf0-299b9eaa5744 [ 1261.783978] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862864, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.814596] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067242} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.814870] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.815647] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82880bcd-7fcc-41da-9010-e640a3fc5179 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.837983] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 38135e7a-0742-4d01-a34e-efb5432657ae/38135e7a-0742-4d01-a34e-efb5432657ae.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.838488] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08997fba-f550-4e8e-8fc8-9ab296948226 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.858234] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1261.858234] env[68503]: value = "task-2862867" [ 1261.858234] env[68503]: _type = "Task" [ 1261.858234] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.867408] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.916044] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.916404] env[68503]: DEBUG nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Instance network_info: |[{"id": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "address": "fa:16:3e:8d:a3:25", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93cf34a3-46", "ovs_interfaceid": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.916702] env[68503]: DEBUG oslo_concurrency.lockutils [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] Acquired lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.916882] env[68503]: DEBUG nova.network.neutron [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Refreshing network info cache for port 93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.918138] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:a3:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93cf34a3-46f7-4d26-95d6-0aa9da81878a', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.925691] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.929147] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.929483] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791bc6a2-edc5-4bef-9131-53e0666482d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.950553] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.950553] env[68503]: value = "task-2862868" [ 1261.950553] env[68503]: _type = "Task" [ 1261.950553] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.958178] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862868, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.179456] env[68503]: DEBUG nova.network.neutron [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Updated VIF entry in instance network info cache for port 93cf34a3-46f7-4d26-95d6-0aa9da81878a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.180768] env[68503]: DEBUG nova.network.neutron [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Updating instance_info_cache with network_info: [{"id": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "address": "fa:16:3e:8d:a3:25", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93cf34a3-46", "ovs_interfaceid": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.237372] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 18661868-e020-41d2-83cb-0dd09cff69a3] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.253525] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.253638] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684ae327-0fa4-43b2-b837-46030fb32b82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.261115] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1262.261115] env[68503]: value = "task-2862869" [ 1262.261115] env[68503]: _type = "Task" [ 1262.261115] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.275545] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.282020] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ace2c4ea-8210-4cde-91b7-917523339fc2 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "b50de0fc-3e15-4a35-acf0-299b9eaa5744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.930s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.287265] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862864, 'name': CloneVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.297597] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3cc3298b-4cb7-4962-8171-9362b9c3a5dd tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.990s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.367964] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862867, 'name': ReconfigVM_Task, 'duration_secs': 0.380248} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.368265] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 38135e7a-0742-4d01-a34e-efb5432657ae/38135e7a-0742-4d01-a34e-efb5432657ae.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.368966] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3296666c-7070-4888-9f22-1b0c789011a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.375765] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1262.375765] env[68503]: value = "task-2862870" [ 1262.375765] env[68503]: _type = "Task" [ 1262.375765] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.384966] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862870, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.460279] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862868, 'name': CreateVM_Task, 'duration_secs': 0.332397} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.460444] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.461125] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.461290] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.461602] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.461848] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5267d6-bd3f-456f-97bc-abc6893e28d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.466909] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1262.466909] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5266749f-4243-3729-6ef0-db4c80eb7225" [ 1262.466909] env[68503]: _type = "Task" [ 1262.466909] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.474183] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5266749f-4243-3729-6ef0-db4c80eb7225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.661727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "30e2b79b-1799-4068-b27f-a7144279d615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.661727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.661727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "30e2b79b-1799-4068-b27f-a7144279d615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.661727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.661727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.664058] env[68503]: INFO nova.compute.manager [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Terminating instance [ 1262.682311] env[68503]: DEBUG oslo_concurrency.lockutils [req-93aad3a7-dcaf-48d2-9d6f-a608fe4134e9 req-bf3984a3-5ec7-4948-ab3f-cb0d6e5588d6 service nova] Releasing lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.740317] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 9016dc84-144e-4679-93d1-9602212d64f8] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.766852] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.767042] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquired lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.767223] env[68503]: DEBUG nova.network.neutron [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.773774] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862869, 'name': PowerOffVM_Task, 'duration_secs': 0.292255} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.774127] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.774933] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47377f46-9964-41ca-99d1-0f5737836e94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.808108] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862864, 'name': CloneVM_Task, 'duration_secs': 1.592432} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.811085] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9182cb-78b5-46e5-8272-c3c72745e883 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.813793] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Created linked-clone VM from snapshot [ 1262.814897] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4d9288-f97d-4374-ae33-55c98ff5b054 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.825871] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Uploading image 87c3d43f-13eb-4d51-bca9-2f7dd87fe40e {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1262.858260] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1262.858260] env[68503]: value = "vm-575505" [ 1262.858260] env[68503]: _type = "VirtualMachine" [ 1262.858260] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1262.858585] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-854f5c18-0167-4a47-b29d-3ce116ce96b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.868583] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease: (returnval){ [ 1262.868583] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bd8cfd-37ed-1b61-a96b-9ffa03e682fe" [ 1262.868583] env[68503]: _type = "HttpNfcLease" [ 1262.868583] env[68503]: } obtained for exporting VM: (result){ [ 1262.868583] env[68503]: value = "vm-575505" [ 1262.868583] env[68503]: _type = "VirtualMachine" [ 1262.868583] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1262.868865] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the lease: (returnval){ [ 1262.868865] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bd8cfd-37ed-1b61-a96b-9ffa03e682fe" [ 1262.868865] env[68503]: _type = "HttpNfcLease" [ 1262.868865] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1262.876269] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.876269] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bd8cfd-37ed-1b61-a96b-9ffa03e682fe" [ 1262.876269] env[68503]: _type = "HttpNfcLease" [ 1262.876269] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1262.887363] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862870, 'name': Rename_Task, 'duration_secs': 0.141505} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.887659] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.887896] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28c5b724-d97d-4216-ae50-2df8708483a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.893562] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1262.893562] env[68503]: value = "task-2862872" [ 1262.893562] env[68503]: _type = "Task" [ 1262.893562] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.902131] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.935871] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76759d8-24af-447a-b378-971da61b633c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.943252] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c04069-eec9-4176-945d-ac739b4b1ea6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.975477] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25cd138-c8f0-4577-9413-005a9be50315 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.986298] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650e71d9-7dd9-4870-8f76-6d7b62e509e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.989998] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5266749f-4243-3729-6ef0-db4c80eb7225, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.990306] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.990529] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.990756] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.990901] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.991085] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.991715] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84bb0a57-0796-4396-b884-c2bd5b5709a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.002741] env[68503]: DEBUG nova.compute.provider_tree [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.010494] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.010726] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.012097] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2732f93b-44ee-4c6e-a0b8-19a095ee83df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.017779] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1263.017779] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]522d1301-ed43-5aa7-4822-52a90793456e" [ 1263.017779] env[68503]: _type = "Task" [ 1263.017779] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.026213] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522d1301-ed43-5aa7-4822-52a90793456e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.169034] env[68503]: DEBUG nova.compute.manager [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.169034] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.169286] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02512b4-c4f7-46f7-a344-e3e43ad6f8ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.177478] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.177710] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-090ce689-0074-424a-b4e5-3afbf4af3af1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.183982] env[68503]: DEBUG oslo_vmware.api [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1263.183982] env[68503]: value = "task-2862873" [ 1263.183982] env[68503]: _type = "Task" [ 1263.183982] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.191618] env[68503]: DEBUG oslo_vmware.api [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.243458] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: b45c1449-39a5-419e-8993-906c852cc890] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.331729] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1263.332172] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a3e134e-39d6-4df3-8b82-be27e2f8ce83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.340387] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1263.340387] env[68503]: value = "task-2862874" [ 1263.340387] env[68503]: _type = "Task" [ 1263.340387] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.352805] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.377383] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1263.377383] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bd8cfd-37ed-1b61-a96b-9ffa03e682fe" [ 1263.377383] env[68503]: _type = "HttpNfcLease" [ 1263.377383] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1263.377795] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1263.377795] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bd8cfd-37ed-1b61-a96b-9ffa03e682fe" [ 1263.377795] env[68503]: _type = "HttpNfcLease" [ 1263.377795] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1263.378840] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80530a7f-4237-400e-8762-5378347b164b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.396652] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529303c7-8cac-41b1-8a99-127f05a6157b/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1263.396934] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529303c7-8cac-41b1-8a99-127f05a6157b/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1263.466601] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.467970] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.468220] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.505345] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bfb0d69-fce6-4d94-b80d-eb951a81e321 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.507688] env[68503]: DEBUG nova.scheduler.client.report [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.526990] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]522d1301-ed43-5aa7-4822-52a90793456e, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.529881] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374d7b11-9475-40ee-a9c6-97a2bf9553b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.537608] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1263.537608] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ec4cf1-fb3b-1e57-8263-96f4e37bd4c7" [ 1263.537608] env[68503]: _type = "Task" [ 1263.537608] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.549829] env[68503]: DEBUG nova.network.neutron [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [{"id": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "address": "fa:16:3e:9c:fc:e2", "network": {"id": "41250e01-c28f-4461-8ff7-d427849d173d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-347611020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c638127f2746fcaace0d904ac5c52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f91259-83", "ovs_interfaceid": "38f91259-83d1-46fb-b1ab-5800b4f4afa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.551092] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ec4cf1-fb3b-1e57-8263-96f4e37bd4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.694322] env[68503]: DEBUG oslo_vmware.api [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862873, 'name': PowerOffVM_Task, 'duration_secs': 0.241584} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.694645] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.694817] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.695124] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05072a22-9fd7-43c5-9ee8-011e3c5a2e73 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.746504] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 47cb127d-86d0-427a-b887-170aa30f4194] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.757069] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.757069] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.757069] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleting the datastore file [datastore1] 30e2b79b-1799-4068-b27f-a7144279d615 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.757355] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec9d2be5-6131-4edd-a7bf-a3ece49e976e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.763467] env[68503]: DEBUG oslo_vmware.api [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for the task: (returnval){ [ 1263.763467] env[68503]: value = "task-2862876" [ 1263.763467] env[68503]: _type = "Task" [ 1263.763467] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.772624] env[68503]: DEBUG oslo_vmware.api [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.850047] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862874, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.906313] env[68503]: DEBUG oslo_vmware.api [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862872, 'name': PowerOnVM_Task, 'duration_secs': 0.825069} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.906814] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.907071] env[68503]: INFO nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1263.907255] env[68503]: DEBUG nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.908242] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b320b827-c8c4-4b81-b67e-a45945327bbe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.970696] env[68503]: DEBUG nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.012717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.013300] env[68503]: DEBUG nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.054839] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Releasing lock "refresh_cache-dea890da-d94c-4ecd-80f8-afd670ad9b80" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.055391] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ec4cf1-fb3b-1e57-8263-96f4e37bd4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.057750] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821cb0c1-914f-4f16-a638-f99583c6a7ff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.060753] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.062028] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d6733469-fd30-4f5a-bff7-e7ad5995633d/d6733469-fd30-4f5a-bff7-e7ad5995633d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.062191] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d33ea7-160c-4899-a1f6-c8d1b5e83330 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.067852] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Resuming the VM {{(pid=68503) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1264.069513] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab82c70-f26e-4077-9c0e-b9e5f2777226 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.071209] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1264.071209] env[68503]: value = "task-2862877" [ 1264.071209] env[68503]: _type = "Task" [ 1264.071209] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.075959] env[68503]: DEBUG oslo_vmware.api [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1264.075959] env[68503]: value = "task-2862878" [ 1264.075959] env[68503]: _type = "Task" [ 1264.075959] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.082656] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.088408] env[68503]: DEBUG oslo_vmware.api [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.249864] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: ec93c717-e164-45ca-a142-b03573d25884] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.274758] env[68503]: DEBUG oslo_vmware.api [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Task: {'id': task-2862876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169033} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.276424] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.276424] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.276424] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.276424] env[68503]: INFO nova.compute.manager [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1264.276424] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.276898] env[68503]: DEBUG nova.compute.manager [-] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.276898] env[68503]: DEBUG nova.network.neutron [-] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.352086] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862874, 'name': CreateSnapshot_Task, 'duration_secs': 0.659674} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.352564] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1264.353628] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d2cfc-a068-4c13-8a00-45df59ec13e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.432832] env[68503]: INFO nova.compute.manager [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Took 12.11 seconds to build instance. [ 1264.499878] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.500221] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.503103] env[68503]: INFO nova.compute.claims [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.518069] env[68503]: DEBUG nova.compute.utils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.520366] env[68503]: DEBUG nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.520697] env[68503]: DEBUG nova.network.neutron [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.564637] env[68503]: DEBUG nova.policy [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '353488743f54472abe2afca6a3c16664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb0c7275eb84a17958e06076018ff66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.583830] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.590245] env[68503]: DEBUG oslo_vmware.api [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862878, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.754650] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 355132a9-9015-4ccf-a8b9-b7301506d116] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.825178] env[68503]: DEBUG nova.compute.manager [req-c3ec824d-ce1a-48da-b77b-e4090180fd51 req-085bc0a9-1b60-4d20-a2c8-2be879468fc5 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Received event network-vif-deleted-dda222c3-1aea-4151-981d-3153fd2a0a3c {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.826622] env[68503]: INFO nova.compute.manager [req-c3ec824d-ce1a-48da-b77b-e4090180fd51 req-085bc0a9-1b60-4d20-a2c8-2be879468fc5 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Neutron deleted interface dda222c3-1aea-4151-981d-3153fd2a0a3c; detaching it from the instance and deleting it from the info cache [ 1264.826622] env[68503]: DEBUG nova.network.neutron [req-c3ec824d-ce1a-48da-b77b-e4090180fd51 req-085bc0a9-1b60-4d20-a2c8-2be879468fc5 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.863201] env[68503]: DEBUG nova.network.neutron [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Successfully created port: 2e88f1d1-a41f-46cc-ba34-8827a62057d0 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.876481] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1264.877420] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8be7d3b5-88cf-448b-8750-d9ebd031e80b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.887861] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1264.887861] env[68503]: value = "task-2862879" [ 1264.887861] env[68503]: _type = "Task" [ 1264.887861] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.898231] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862879, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.938807] env[68503]: DEBUG oslo_concurrency.lockutils [None req-33a1a404-edc7-4862-977e-d4dd83a8d915 tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "38135e7a-0742-4d01-a34e-efb5432657ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.622s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.024605] env[68503]: DEBUG nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.089089] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862877, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.092558] env[68503]: DEBUG oslo_vmware.api [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862878, 'name': PowerOnVM_Task, 'duration_secs': 0.590606} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.092819] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Resumed the VM {{(pid=68503) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1265.093088] env[68503]: DEBUG nova.compute.manager [None req-cc354c9b-6b11-4e37-aa62-ec924eb8dfaa tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.094287] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5516b01-b529-4251-80fe-8cd7319af41a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.259738] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 30b3ba17-ee9c-48de-a104-2cdb50552752] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.302679] env[68503]: DEBUG nova.network.neutron [-] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.328474] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e19c9bc-a76b-4365-bbc6-264cd091198e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.341734] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d93e9a-4012-4a8c-8307-8af535eb812a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.380261] env[68503]: DEBUG nova.compute.manager [req-c3ec824d-ce1a-48da-b77b-e4090180fd51 req-085bc0a9-1b60-4d20-a2c8-2be879468fc5 service nova] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Detach interface failed, port_id=dda222c3-1aea-4151-981d-3153fd2a0a3c, reason: Instance 30e2b79b-1799-4068-b27f-a7144279d615 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.399648] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862879, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.593616] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862877, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.697472] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d863f4-831c-48fc-962f-87170c49f29f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.705433] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ddd0b0-d5c9-4fa0-a409-df004e7ef631 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.738161] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec0ecc4-9ef9-405a-b02a-eacc537f6661 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.746117] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b612fc-4174-4744-b7e8-ac1315af96e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.760095] env[68503]: DEBUG nova.compute.provider_tree [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.763442] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "38135e7a-0742-4d01-a34e-efb5432657ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.763675] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "38135e7a-0742-4d01-a34e-efb5432657ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.763883] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "38135e7a-0742-4d01-a34e-efb5432657ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.764147] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "38135e7a-0742-4d01-a34e-efb5432657ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.764342] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "38135e7a-0742-4d01-a34e-efb5432657ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.766091] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e82acc4f-0590-445a-a71c-00d03c6de134] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.767939] env[68503]: INFO nova.compute.manager [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Terminating instance [ 1265.807878] env[68503]: INFO nova.compute.manager [-] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Took 1.53 seconds to deallocate network for instance. [ 1265.899375] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862879, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.041177] env[68503]: DEBUG nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.072629] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.072849] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.073016] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.073212] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.073364] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.073512] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.073781] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.073961] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.074148] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.074318] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.074496] env[68503]: DEBUG nova.virt.hardware [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.075467] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af84ae2f-dabc-4a05-ae10-c4231ef3409e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.088317] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862877, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.566711} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.090079] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] d6733469-fd30-4f5a-bff7-e7ad5995633d/d6733469-fd30-4f5a-bff7-e7ad5995633d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.090079] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.090373] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e2243e-1da4-40c8-9ddd-9acdb99277e6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.093660] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd4bfd-5961-4c9c-b4bb-501a3ef80f9b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.111522] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1266.111522] env[68503]: value = "task-2862880" [ 1266.111522] env[68503]: _type = "Task" [ 1266.111522] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.119929] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.263403] env[68503]: DEBUG nova.scheduler.client.report [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.271033] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 49616b4c-8622-47ed-86ab-42711a68ba2d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.272535] env[68503]: DEBUG nova.compute.manager [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.273110] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.274230] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a77d4-bc8d-4c80-bbeb-9c17150e1587 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.282099] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.282287] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abab0e1a-3fdd-4e7b-b312-45287d886985 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.290589] env[68503]: DEBUG oslo_vmware.api [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1266.290589] env[68503]: value = "task-2862881" [ 1266.290589] env[68503]: _type = "Task" [ 1266.290589] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.299708] env[68503]: DEBUG oslo_vmware.api [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.315804] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.403896] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862879, 'name': CloneVM_Task} progress is 95%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.587168] env[68503]: DEBUG nova.network.neutron [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Successfully updated port: 2e88f1d1-a41f-46cc-ba34-8827a62057d0 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.625026] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06814} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.625026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.625026] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f109b93b-0b32-4755-9dc9-b9c93bd97a0e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.653398] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d6733469-fd30-4f5a-bff7-e7ad5995633d/d6733469-fd30-4f5a-bff7-e7ad5995633d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.654636] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e64e7dc3-cbec-4a78-8f1b-b7848c77ea2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.679941] env[68503]: DEBUG nova.compute.manager [req-1c467116-b349-4c1f-a07f-b59f4a1d7f9d req-d6435926-73c6-4f88-a266-bc935b5be2d2 service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Received event network-vif-plugged-2e88f1d1-a41f-46cc-ba34-8827a62057d0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.680620] env[68503]: DEBUG oslo_concurrency.lockutils [req-1c467116-b349-4c1f-a07f-b59f4a1d7f9d req-d6435926-73c6-4f88-a266-bc935b5be2d2 service nova] Acquiring lock "67837506-990e-45bf-834c-c7e47c562746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.680910] env[68503]: DEBUG oslo_concurrency.lockutils [req-1c467116-b349-4c1f-a07f-b59f4a1d7f9d req-d6435926-73c6-4f88-a266-bc935b5be2d2 service nova] Lock "67837506-990e-45bf-834c-c7e47c562746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.681160] env[68503]: DEBUG oslo_concurrency.lockutils [req-1c467116-b349-4c1f-a07f-b59f4a1d7f9d req-d6435926-73c6-4f88-a266-bc935b5be2d2 service nova] Lock "67837506-990e-45bf-834c-c7e47c562746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.681394] env[68503]: DEBUG nova.compute.manager [req-1c467116-b349-4c1f-a07f-b59f4a1d7f9d req-d6435926-73c6-4f88-a266-bc935b5be2d2 service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] No waiting events found dispatching network-vif-plugged-2e88f1d1-a41f-46cc-ba34-8827a62057d0 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.681637] env[68503]: WARNING nova.compute.manager [req-1c467116-b349-4c1f-a07f-b59f4a1d7f9d req-d6435926-73c6-4f88-a266-bc935b5be2d2 service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Received unexpected event network-vif-plugged-2e88f1d1-a41f-46cc-ba34-8827a62057d0 for instance with vm_state building and task_state spawning. [ 1266.688957] env[68503]: DEBUG nova.compute.manager [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Received event network-changed-2e88f1d1-a41f-46cc-ba34-8827a62057d0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.689192] env[68503]: DEBUG nova.compute.manager [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Refreshing instance network info cache due to event network-changed-2e88f1d1-a41f-46cc-ba34-8827a62057d0. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.689392] env[68503]: DEBUG oslo_concurrency.lockutils [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] Acquiring lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.689536] env[68503]: DEBUG oslo_concurrency.lockutils [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] Acquired lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.689694] env[68503]: DEBUG nova.network.neutron [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Refreshing network info cache for port 2e88f1d1-a41f-46cc-ba34-8827a62057d0 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.691020] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1266.691020] env[68503]: value = "task-2862882" [ 1266.691020] env[68503]: _type = "Task" [ 1266.691020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.701270] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.769305] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.769852] env[68503]: DEBUG nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.772603] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.457s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.772818] env[68503]: DEBUG nova.objects.instance [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lazy-loading 'resources' on Instance uuid 30e2b79b-1799-4068-b27f-a7144279d615 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.773986] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: dc97a43e-95c6-4083-a539-5718af812048] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.805079] env[68503]: DEBUG oslo_vmware.api [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862881, 'name': PowerOffVM_Task, 'duration_secs': 0.242024} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.805362] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.805528] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.805778] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-542155bb-5de6-4796-bef5-bbb014b14dfe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.860849] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.861537] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.861537] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Deleting the datastore file [datastore1] 38135e7a-0742-4d01-a34e-efb5432657ae {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.861703] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7f922e-8f31-41a1-ba25-81260fa8502e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.868951] env[68503]: DEBUG oslo_vmware.api [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for the task: (returnval){ [ 1266.868951] env[68503]: value = "task-2862884" [ 1266.868951] env[68503]: _type = "Task" [ 1266.868951] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.877303] env[68503]: DEBUG oslo_vmware.api [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.900013] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862879, 'name': CloneVM_Task, 'duration_secs': 1.691225} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.900318] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Created linked-clone VM from snapshot [ 1266.901120] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff817af-d8f3-4b4a-8141-0fa59bd5735f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.908892] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Uploading image 188f8617-fb0d-4339-b474-6d28143c514e {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1266.933792] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1266.933792] env[68503]: value = "vm-575508" [ 1266.933792] env[68503]: _type = "VirtualMachine" [ 1266.933792] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1266.934121] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28e03ceb-0d47-48b0-aa9b-d02ed12bc9ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.941096] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease: (returnval){ [ 1266.941096] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eebe3d-b024-ff0e-e2c5-37b3d51ba410" [ 1266.941096] env[68503]: _type = "HttpNfcLease" [ 1266.941096] env[68503]: } obtained for exporting VM: (result){ [ 1266.941096] env[68503]: value = "vm-575508" [ 1266.941096] env[68503]: _type = "VirtualMachine" [ 1266.941096] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1266.941526] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the lease: (returnval){ [ 1266.941526] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eebe3d-b024-ff0e-e2c5-37b3d51ba410" [ 1266.941526] env[68503]: _type = "HttpNfcLease" [ 1266.941526] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.949035] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.949035] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eebe3d-b024-ff0e-e2c5-37b3d51ba410" [ 1266.949035] env[68503]: _type = "HttpNfcLease" [ 1266.949035] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1267.088532] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.206564] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862882, 'name': ReconfigVM_Task, 'duration_secs': 0.285233} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.206845] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d6733469-fd30-4f5a-bff7-e7ad5995633d/d6733469-fd30-4f5a-bff7-e7ad5995633d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.207499] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ac6a592-4ad5-4201-95d0-db7c6dcabc53 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.214970] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1267.214970] env[68503]: value = "task-2862886" [ 1267.214970] env[68503]: _type = "Task" [ 1267.214970] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.223289] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862886, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.276124] env[68503]: DEBUG nova.compute.utils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.281059] env[68503]: DEBUG nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.281059] env[68503]: DEBUG nova.network.neutron [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.282684] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 1bb0476d-2913-45ca-9855-9fbe0e9386ed] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.335547] env[68503]: DEBUG nova.policy [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6fa24f798f4ba088c885516b51b88e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '572fec3a5ede4b51836c634ee7f14419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.384463] env[68503]: DEBUG oslo_vmware.api [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Task: {'id': task-2862884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175723} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.384802] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.385040] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.385275] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.385455] env[68503]: INFO nova.compute.manager [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1267.385752] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.385960] env[68503]: DEBUG nova.compute.manager [-] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.386085] env[68503]: DEBUG nova.network.neutron [-] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.452707] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.452707] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eebe3d-b024-ff0e-e2c5-37b3d51ba410" [ 1267.452707] env[68503]: _type = "HttpNfcLease" [ 1267.452707] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1267.453061] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1267.453061] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52eebe3d-b024-ff0e-e2c5-37b3d51ba410" [ 1267.453061] env[68503]: _type = "HttpNfcLease" [ 1267.453061] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1267.453879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d94c78-9ba9-4a3f-acc5-7dc9d43fc829 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.464621] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529882c8-499d-b17f-65ba-35ac728f23b4/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1267.464824] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529882c8-499d-b17f-65ba-35ac728f23b4/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1267.527807] env[68503]: DEBUG nova.network.neutron [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.532273] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a3b147-1600-41e7-a7d0-44df9d9d4034 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.542794] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b019a4-0207-410f-8369-05f5f625640a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.579215] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5d97ac-80c4-46cc-819a-41f24c29d641 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.582252] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba5a478a-38ca-4d09-b93e-f87e7a0acaad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.589790] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10418bc-0952-48cc-8766-6cfd7373d3d2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.606146] env[68503]: DEBUG nova.compute.provider_tree [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.683083] env[68503]: DEBUG nova.network.neutron [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.726913] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862886, 'name': Rename_Task, 'duration_secs': 0.137304} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.726913] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.727241] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607adb86-d4e6-4bfc-bef6-9eca989fc974 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.733674] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1267.733674] env[68503]: value = "task-2862887" [ 1267.733674] env[68503]: _type = "Task" [ 1267.733674] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.743212] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.788184] env[68503]: DEBUG nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.791761] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: b6a23ff5-0359-4673-a044-bd200caff4b7] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.832385] env[68503]: DEBUG nova.network.neutron [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Successfully created port: 6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.975684] env[68503]: DEBUG nova.compute.manager [req-7556e4a0-713a-4c4f-8594-188dc440ce7a req-ecf7bdf2-c832-4448-9ac7-7a35b7be03af service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Received event network-vif-deleted-35c5c0b9-30b1-4d59-8c2e-95270710add3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.976047] env[68503]: INFO nova.compute.manager [req-7556e4a0-713a-4c4f-8594-188dc440ce7a req-ecf7bdf2-c832-4448-9ac7-7a35b7be03af service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Neutron deleted interface 35c5c0b9-30b1-4d59-8c2e-95270710add3; detaching it from the instance and deleting it from the info cache [ 1267.976047] env[68503]: DEBUG nova.network.neutron [req-7556e4a0-713a-4c4f-8594-188dc440ce7a req-ecf7bdf2-c832-4448-9ac7-7a35b7be03af service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.110876] env[68503]: DEBUG nova.scheduler.client.report [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.186273] env[68503]: DEBUG oslo_concurrency.lockutils [req-5037f529-7e33-4698-bfce-7f174745f08d req-60f816f3-2197-4469-82c6-9ff419f5d18f service nova] Releasing lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.187019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.187478] env[68503]: DEBUG nova.network.neutron [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.244677] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862887, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.298859] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: b5431a59-4c62-4f54-9105-8db4eb1955fe] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.353323] env[68503]: DEBUG nova.network.neutron [-] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.482741] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2b9f508-469d-4951-a5f7-785a4200ee4c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.493165] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f667e3-2af8-4734-a319-967d9186edb3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.527036] env[68503]: DEBUG nova.compute.manager [req-7556e4a0-713a-4c4f-8594-188dc440ce7a req-ecf7bdf2-c832-4448-9ac7-7a35b7be03af service nova] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Detach interface failed, port_id=35c5c0b9-30b1-4d59-8c2e-95270710add3, reason: Instance 38135e7a-0742-4d01-a34e-efb5432657ae could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.619056] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.653364] env[68503]: INFO nova.scheduler.client.report [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Deleted allocations for instance 30e2b79b-1799-4068-b27f-a7144279d615 [ 1268.723878] env[68503]: DEBUG nova.network.neutron [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.745423] env[68503]: DEBUG oslo_vmware.api [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862887, 'name': PowerOnVM_Task, 'duration_secs': 0.728239} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.748195] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.748427] env[68503]: INFO nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1268.748902] env[68503]: DEBUG nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.749654] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aff6171-b7e7-4ce3-8668-eafd8919ff21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.805036] env[68503]: DEBUG nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.806115] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: fcb74c70-8ef5-4e21-b4aa-fba27a91e26b] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.855999] env[68503]: INFO nova.compute.manager [-] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Took 1.47 seconds to deallocate network for instance. [ 1268.878093] env[68503]: DEBUG nova.network.neutron [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance_info_cache with network_info: [{"id": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "address": "fa:16:3e:e4:83:2b", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e88f1d1-a4", "ovs_interfaceid": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.162470] env[68503]: DEBUG oslo_concurrency.lockutils [None req-7c5218a4-f9a5-4594-a5b5-53484432d595 tempest-AttachVolumeNegativeTest-2046105623 tempest-AttachVolumeNegativeTest-2046105623-project-member] Lock "30e2b79b-1799-4068-b27f-a7144279d615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.502s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.278399] env[68503]: INFO nova.compute.manager [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Took 13.92 seconds to build instance. [ 1269.309867] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: a3632f4f-df78-46f3-9c63-67bb3f8247be] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.362665] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.364019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.364019] env[68503]: DEBUG nova.objects.instance [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lazy-loading 'resources' on Instance uuid 38135e7a-0742-4d01-a34e-efb5432657ae {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.382993] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.383369] env[68503]: DEBUG nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Instance network_info: |[{"id": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "address": "fa:16:3e:e4:83:2b", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e88f1d1-a4", "ovs_interfaceid": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.383868] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:83:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e88f1d1-a41f-46cc-ba34-8827a62057d0', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.400844] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.402355] env[68503]: DEBUG nova.network.neutron [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Successfully updated port: 6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.405594] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67837506-990e-45bf-834c-c7e47c562746] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.408035] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cffa560-a0d9-4b36-9eec-3b137a2b50cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.439721] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.439721] env[68503]: value = "task-2862888" [ 1269.439721] env[68503]: _type = "Task" [ 1269.439721] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.449212] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862888, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.783413] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6e01159e-b6f9-4aa5-9b33-40da6ab6cffa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.429s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.814155] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 24b77c0c-2889-46c4-aa3d-5816e11cea7e] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.914980] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.914980] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.914980] env[68503]: DEBUG nova.network.neutron [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.957517] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862888, 'name': CreateVM_Task, 'duration_secs': 0.404541} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.958594] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67837506-990e-45bf-834c-c7e47c562746] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.958594] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.958701] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.958947] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.959233] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ce4b04-07c5-444c-9ae6-c71b442672dd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.965244] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1269.965244] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520011bb-2b90-ff49-a4ff-a083a238e53f" [ 1269.965244] env[68503]: _type = "Task" [ 1269.965244] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.988480] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520011bb-2b90-ff49-a4ff-a083a238e53f, 'name': SearchDatastore_Task, 'duration_secs': 0.014532} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.988787] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.989032] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.989277] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.989419] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.989600] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.989869] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c32e08c1-a6e5-4477-b182-10396d6c27b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.998791] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.998995] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.999770] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97bcec8-bbf0-4b5a-b1d8-39e773bcee11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.005929] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1270.005929] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a829d9-e0f9-a4a7-7854-e73e5468e2d7" [ 1270.005929] env[68503]: _type = "Task" [ 1270.005929] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.017772] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a829d9-e0f9-a4a7-7854-e73e5468e2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.069957] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ed390-e044-4553-b3d0-9d770317ed7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.078335] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f106a-eb47-4c90-b40d-92f9651716fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.112084] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c044b2b4-3c1d-4322-af6d-88fcbb1a82d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.115780] env[68503]: DEBUG nova.compute.manager [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Received event network-vif-plugged-6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.115983] env[68503]: DEBUG oslo_concurrency.lockutils [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] Acquiring lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.116212] env[68503]: DEBUG oslo_concurrency.lockutils [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.116378] env[68503]: DEBUG oslo_concurrency.lockutils [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.116541] env[68503]: DEBUG nova.compute.manager [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] No waiting events found dispatching network-vif-plugged-6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.116699] env[68503]: WARNING nova.compute.manager [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Received unexpected event network-vif-plugged-6728446e-23fd-4bf2-aaf8-1050d21443b5 for instance with vm_state building and task_state spawning. [ 1270.116856] env[68503]: DEBUG nova.compute.manager [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Received event network-changed-6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.117016] env[68503]: DEBUG nova.compute.manager [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Refreshing instance network info cache due to event network-changed-6728446e-23fd-4bf2-aaf8-1050d21443b5. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.117223] env[68503]: DEBUG oslo_concurrency.lockutils [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] Acquiring lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.123975] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d25f7-caae-4064-843d-2f9c4f6c07f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.140475] env[68503]: DEBUG nova.compute.provider_tree [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.308953] env[68503]: DEBUG nova.compute.manager [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Received event network-changed-93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.309175] env[68503]: DEBUG nova.compute.manager [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Refreshing instance network info cache due to event network-changed-93cf34a3-46f7-4d26-95d6-0aa9da81878a. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.309391] env[68503]: DEBUG oslo_concurrency.lockutils [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] Acquiring lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.309531] env[68503]: DEBUG oslo_concurrency.lockutils [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] Acquired lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.309692] env[68503]: DEBUG nova.network.neutron [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Refreshing network info cache for port 93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.318024] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 64df3563-d078-4958-a2e9-527f7a10e77d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.454839] env[68503]: DEBUG nova.network.neutron [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.525036] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a829d9-e0f9-a4a7-7854-e73e5468e2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.526378] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c2e53a-1938-4f48-86db-461e706f6469 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.535417] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1270.535417] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525cd022-3655-1ab1-6aaa-55dd96afbd8b" [ 1270.535417] env[68503]: _type = "Task" [ 1270.535417] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.544169] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525cd022-3655-1ab1-6aaa-55dd96afbd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.602933] env[68503]: DEBUG nova.network.neutron [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updating instance_info_cache with network_info: [{"id": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "address": "fa:16:3e:00:ab:05", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6728446e-23", "ovs_interfaceid": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.644024] env[68503]: DEBUG nova.scheduler.client.report [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.821629] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 77ef840a-2216-4f7d-a598-421505eedd5e] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.016543] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.017129] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.017457] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.017814] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.017890] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.021965] env[68503]: INFO nova.compute.manager [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Terminating instance [ 1271.048455] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525cd022-3655-1ab1-6aaa-55dd96afbd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013148} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.048455] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.048706] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 67837506-990e-45bf-834c-c7e47c562746/67837506-990e-45bf-834c-c7e47c562746.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.048897] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03e5a69-fa67-4d81-991d-74d81a385a3e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.057077] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1271.057077] env[68503]: value = "task-2862890" [ 1271.057077] env[68503]: _type = "Task" [ 1271.057077] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.063295] env[68503]: DEBUG nova.network.neutron [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Updated VIF entry in instance network info cache for port 93cf34a3-46f7-4d26-95d6-0aa9da81878a. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.063709] env[68503]: DEBUG nova.network.neutron [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Updating instance_info_cache with network_info: [{"id": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "address": "fa:16:3e:8d:a3:25", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93cf34a3-46", "ovs_interfaceid": "93cf34a3-46f7-4d26-95d6-0aa9da81878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.068878] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.106389] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.106748] env[68503]: DEBUG nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Instance network_info: |[{"id": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "address": "fa:16:3e:00:ab:05", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6728446e-23", "ovs_interfaceid": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.107110] env[68503]: DEBUG oslo_concurrency.lockutils [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] Acquired lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.107305] env[68503]: DEBUG nova.network.neutron [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Refreshing network info cache for port 6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.149706] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.178446] env[68503]: INFO nova.scheduler.client.report [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Deleted allocations for instance 38135e7a-0742-4d01-a34e-efb5432657ae [ 1271.325023] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 7edda435-0f02-4a60-9b85-5bb8700f647f] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.529647] env[68503]: DEBUG nova.compute.manager [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.529940] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.530930] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bfa584-9f02-4a76-9ce8-73f5210a71d1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.539937] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.540338] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46277601-08c2-46f4-adb0-158a644c4ebc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.549483] env[68503]: DEBUG oslo_vmware.api [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1271.549483] env[68503]: value = "task-2862891" [ 1271.549483] env[68503]: _type = "Task" [ 1271.549483] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.557503] env[68503]: DEBUG oslo_vmware.api [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.566369] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.570153] env[68503]: DEBUG oslo_concurrency.lockutils [req-14980013-c447-482d-8018-a0028ab8bec2 req-7a7107ae-526b-4c3a-987b-40b18f0ff8cf service nova] Releasing lock "refresh_cache-d6733469-fd30-4f5a-bff7-e7ad5995633d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.686524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-889fb6cc-e563-4c37-ae80-c9cb004b48ec tempest-InstanceActionsV221TestJSON-2142202918 tempest-InstanceActionsV221TestJSON-2142202918-project-member] Lock "38135e7a-0742-4d01-a34e-efb5432657ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.783387] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.783714] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.783954] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.784264] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.784484] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.784681] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.784931] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.785257] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.785415] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.785532] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.785728] env[68503]: DEBUG nova.virt.hardware [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.788931] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881eb2ad-b64e-442d-9876-40917f0c2190 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.798029] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6ce42-cb85-423b-a60c-479e94a9b189 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.803816] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529303c7-8cac-41b1-8a99-127f05a6157b/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1271.804632] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f7b29-417a-486c-b87a-b1379ec35f87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.810931] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529303c7-8cac-41b1-8a99-127f05a6157b/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1271.811109] env[68503]: ERROR oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529303c7-8cac-41b1-8a99-127f05a6157b/disk-0.vmdk due to incomplete transfer. [ 1271.818798] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5fd6f3f0-25d5-40b9-8b17-8f91ede5ec7f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.820538] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ab:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6728446e-23fd-4bf2-aaf8-1050d21443b5', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.827836] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.828668] env[68503]: DEBUG nova.network.neutron [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updated VIF entry in instance network info cache for port 6728446e-23fd-4bf2-aaf8-1050d21443b5. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.829039] env[68503]: DEBUG nova.network.neutron [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updating instance_info_cache with network_info: [{"id": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "address": "fa:16:3e:00:ab:05", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6728446e-23", "ovs_interfaceid": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.830386] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.831259] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-136e679e-f453-445b-bcc8-e5f550629d50 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.845832] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 7875a8e9-9518-4313-a4a8-ade3126c3ad3] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.848876] env[68503]: DEBUG oslo_vmware.rw_handles [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529303c7-8cac-41b1-8a99-127f05a6157b/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1271.849085] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Uploaded image 87c3d43f-13eb-4d51-bca9-2f7dd87fe40e to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1271.851322] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1271.852323] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-156195ea-5cc4-45cd-b216-4a4c47cc1609 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.856187] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.856187] env[68503]: value = "task-2862892" [ 1271.856187] env[68503]: _type = "Task" [ 1271.856187] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.861536] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1271.861536] env[68503]: value = "task-2862893" [ 1271.861536] env[68503]: _type = "Task" [ 1271.861536] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.865374] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862892, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.874134] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862893, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.059058] env[68503]: DEBUG oslo_vmware.api [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862891, 'name': PowerOffVM_Task, 'duration_secs': 0.242599} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.063105] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.063299] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.063563] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1eb9d56-c758-4abe-aae3-700eb9b3e69f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.070201] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516149} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.070375] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 67837506-990e-45bf-834c-c7e47c562746/67837506-990e-45bf-834c-c7e47c562746.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.070613] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.070853] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6ab90af-52e4-460c-be72-99b71be7f2eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.077583] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1272.077583] env[68503]: value = "task-2862895" [ 1272.077583] env[68503]: _type = "Task" [ 1272.077583] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.086390] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.126985] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.127294] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.127504] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleting the datastore file [datastore2] dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.127786] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9da4188-e603-4015-8eb8-0f5e55ec0820 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.134744] env[68503]: DEBUG oslo_vmware.api [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for the task: (returnval){ [ 1272.134744] env[68503]: value = "task-2862896" [ 1272.134744] env[68503]: _type = "Task" [ 1272.134744] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.146408] env[68503]: DEBUG oslo_vmware.api [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.332459] env[68503]: DEBUG oslo_concurrency.lockutils [req-e281c609-8b74-41af-876b-9e17215f44dc req-72c044b7-d512-4cdc-9129-952e20e0c0c5 service nova] Releasing lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.352412] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 85a375b4-176f-4529-bda6-865a53245eb9] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.366371] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862892, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.374590] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862893, 'name': Destroy_Task, 'duration_secs': 0.403152} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.374852] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Destroyed the VM [ 1272.375101] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1272.375399] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c187e31-e082-41d5-bde9-1e80e70bb891 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.388857] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1272.388857] env[68503]: value = "task-2862898" [ 1272.388857] env[68503]: _type = "Task" [ 1272.388857] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.397700] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862898, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.588371] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070652} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.588561] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.589547] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21abcc8-60eb-4218-89f7-412dc2c94111 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.616272] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 67837506-990e-45bf-834c-c7e47c562746/67837506-990e-45bf-834c-c7e47c562746.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.616793] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc8d37e-c1c3-455f-93d7-44ad02e2cd72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.640776] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1272.640776] env[68503]: value = "task-2862899" [ 1272.640776] env[68503]: _type = "Task" [ 1272.640776] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.648748] env[68503]: DEBUG oslo_vmware.api [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Task: {'id': task-2862896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227288} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.649429] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.649765] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.650104] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.650409] env[68503]: INFO nova.compute.manager [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.650763] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.654322] env[68503]: DEBUG nova.compute.manager [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.654513] env[68503]: DEBUG nova.network.neutron [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.656686] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.859036] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 33adcb4b-5985-4ad8-b0a2-c3996f102d69] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.868395] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862892, 'name': CreateVM_Task, 'duration_secs': 0.571993} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.868810] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.869829] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.870188] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.870847] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.871273] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b600c1-d765-4a5e-92ae-8041ed040f04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.876495] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1272.876495] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52ff6a48-5a61-b31c-5f2f-521b395c39be" [ 1272.876495] env[68503]: _type = "Task" [ 1272.876495] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.885746] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ff6a48-5a61-b31c-5f2f-521b395c39be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.902192] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862898, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.938425] env[68503]: DEBUG nova.compute.manager [req-69640f8a-7a7b-485d-9741-89403e2e1b12 req-90ca1d0b-a215-437d-aa25-fb09f23ed8b0 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Received event network-vif-deleted-38f91259-83d1-46fb-b1ab-5800b4f4afa1 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.938425] env[68503]: INFO nova.compute.manager [req-69640f8a-7a7b-485d-9741-89403e2e1b12 req-90ca1d0b-a215-437d-aa25-fb09f23ed8b0 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Neutron deleted interface 38f91259-83d1-46fb-b1ab-5800b4f4afa1; detaching it from the instance and deleting it from the info cache [ 1272.938425] env[68503]: DEBUG nova.network.neutron [req-69640f8a-7a7b-485d-9741-89403e2e1b12 req-90ca1d0b-a215-437d-aa25-fb09f23ed8b0 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.153193] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862899, 'name': ReconfigVM_Task, 'duration_secs': 0.408661} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.153542] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 67837506-990e-45bf-834c-c7e47c562746/67837506-990e-45bf-834c-c7e47c562746.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.154148] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52d0ffe9-7d7f-4632-9eb4-cb52c12ee2c0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.160193] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1273.160193] env[68503]: value = "task-2862901" [ 1273.160193] env[68503]: _type = "Task" [ 1273.160193] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.169557] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862901, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.363766] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 11f80af7-e6da-43e1-bbcd-7ea6c6be461d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.388617] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52ff6a48-5a61-b31c-5f2f-521b395c39be, 'name': SearchDatastore_Task, 'duration_secs': 0.015117} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.388935] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.389210] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.389467] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.389618] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.389802] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.390127] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4975b6eb-d8aa-4e10-a1b7-2235d57f409f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.408409] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862898, 'name': RemoveSnapshot_Task, 'duration_secs': 0.615529} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.408753] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1273.409179] env[68503]: DEBUG nova.compute.manager [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.409976] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d63659b-2b3c-4211-a79e-09a07f0f9f9f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.414631] env[68503]: DEBUG nova.network.neutron [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.415790] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.416021] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.421440] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38342c52-2748-4792-9c75-4937c6a8aa34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.432171] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1273.432171] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520e17fa-99cf-4ef6-30db-2cb5e00ed23d" [ 1273.432171] env[68503]: _type = "Task" [ 1273.432171] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.443582] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520e17fa-99cf-4ef6-30db-2cb5e00ed23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.443680] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9872b17-20a9-47b1-adec-ced582d0fd85 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.452628] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dfd63d-6c3d-48ff-ac2a-b9b0590c2371 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.483640] env[68503]: DEBUG nova.compute.manager [req-69640f8a-7a7b-485d-9741-89403e2e1b12 req-90ca1d0b-a215-437d-aa25-fb09f23ed8b0 service nova] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Detach interface failed, port_id=38f91259-83d1-46fb-b1ab-5800b4f4afa1, reason: Instance dea890da-d94c-4ecd-80f8-afd670ad9b80 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.670781] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862901, 'name': Rename_Task, 'duration_secs': 0.140276} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.671060] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.671334] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e777d95-0396-41c2-8bac-64cc74c8f767 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.676925] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1273.676925] env[68503]: value = "task-2862902" [ 1273.676925] env[68503]: _type = "Task" [ 1273.676925] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.684703] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.869155] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 5291932b-4bd7-48f5-a6e1-c69f4912a590] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.922079] env[68503]: INFO nova.compute.manager [-] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Took 1.27 seconds to deallocate network for instance. [ 1273.931833] env[68503]: INFO nova.compute.manager [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Shelve offloading [ 1273.947713] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520e17fa-99cf-4ef6-30db-2cb5e00ed23d, 'name': SearchDatastore_Task, 'duration_secs': 0.016744} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.948493] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5e203b-4232-4d3f-b70a-955a4bda68ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.957735] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1273.957735] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d15cfc-3206-77cf-2359-66189aeeaa19" [ 1273.957735] env[68503]: _type = "Task" [ 1273.957735] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.967978] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d15cfc-3206-77cf-2359-66189aeeaa19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.187864] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.372534] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.434486] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.436188] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.436188] env[68503]: DEBUG nova.objects.instance [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lazy-loading 'resources' on Instance uuid dea890da-d94c-4ecd-80f8-afd670ad9b80 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.443022] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.443022] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e5e858d-0391-4e10-8436-8046c9a1212f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.453794] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1274.453794] env[68503]: value = "task-2862903" [ 1274.453794] env[68503]: _type = "Task" [ 1274.453794] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.469200] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1274.469200] env[68503]: DEBUG nova.compute.manager [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.469487] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0736d7-1a2d-4957-9254-08bf2508b63e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.477736] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d15cfc-3206-77cf-2359-66189aeeaa19, 'name': SearchDatastore_Task, 'duration_secs': 0.043871} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.477942] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.482029] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 3f31d7ea-4e5f-48b6-b048-9d4164ae2319/3f31d7ea-4e5f-48b6-b048-9d4164ae2319.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.482029] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c07d3ef2-4847-423d-b8ba-7a7334a2eb0d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.486729] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.487345] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.487469] env[68503]: DEBUG nova.network.neutron [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.490783] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1274.490783] env[68503]: value = "task-2862904" [ 1274.490783] env[68503]: _type = "Task" [ 1274.490783] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.503238] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.688744] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862902, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.015636] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.131753] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cafca7a-538b-4ce1-be4c-70ff29831f81 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.144041] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f5876-f133-450e-8028-1042ad6d5156 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.183112] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34729e69-4e04-48eb-85ca-c2e257bdd632 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.194180] env[68503]: DEBUG oslo_vmware.api [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862902, 'name': PowerOnVM_Task, 'duration_secs': 1.210963} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.196366] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.196572] env[68503]: INFO nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1275.196753] env[68503]: DEBUG nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.197647] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88315b10-ad7c-447a-997e-d167fbcea170 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.201341] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f643eaeb-c32e-4bd5-9e9f-a87f7d648d0c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.223732] env[68503]: DEBUG nova.compute.provider_tree [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.320772] env[68503]: DEBUG nova.network.neutron [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a312334-3f", "ovs_interfaceid": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.502885] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684661} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.503178] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 3f31d7ea-4e5f-48b6-b048-9d4164ae2319/3f31d7ea-4e5f-48b6-b048-9d4164ae2319.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.503418] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.503693] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b0c234-21ae-468a-8f30-fe13daa4a7ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.511447] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1275.511447] env[68503]: value = "task-2862906" [ 1275.511447] env[68503]: _type = "Task" [ 1275.511447] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.520540] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.730450] env[68503]: DEBUG nova.scheduler.client.report [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.735521] env[68503]: INFO nova.compute.manager [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Took 13.99 seconds to build instance. [ 1275.824738] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.021961] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135123} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.023028] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.023252] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186be78-7f74-4383-8793-f9c88857042b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.047014] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 3f31d7ea-4e5f-48b6-b048-9d4164ae2319/3f31d7ea-4e5f-48b6-b048-9d4164ae2319.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.047374] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a044b16-93fa-4285-9f1e-236a1aa21e8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.069355] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1276.069355] env[68503]: value = "task-2862908" [ 1276.069355] env[68503]: _type = "Task" [ 1276.069355] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.077739] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.144033] env[68503]: DEBUG nova.compute.manager [req-1fd879a4-1cb6-4768-9a16-89844ed56120 req-6e6b5172-6cdf-4474-ae7e-0f47119c5bd3 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-vif-unplugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.144033] env[68503]: DEBUG oslo_concurrency.lockutils [req-1fd879a4-1cb6-4768-9a16-89844ed56120 req-6e6b5172-6cdf-4474-ae7e-0f47119c5bd3 service nova] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.144033] env[68503]: DEBUG oslo_concurrency.lockutils [req-1fd879a4-1cb6-4768-9a16-89844ed56120 req-6e6b5172-6cdf-4474-ae7e-0f47119c5bd3 service nova] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.144867] env[68503]: DEBUG oslo_concurrency.lockutils [req-1fd879a4-1cb6-4768-9a16-89844ed56120 req-6e6b5172-6cdf-4474-ae7e-0f47119c5bd3 service nova] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.145795] env[68503]: DEBUG nova.compute.manager [req-1fd879a4-1cb6-4768-9a16-89844ed56120 req-6e6b5172-6cdf-4474-ae7e-0f47119c5bd3 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] No waiting events found dispatching network-vif-unplugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.146292] env[68503]: WARNING nova.compute.manager [req-1fd879a4-1cb6-4768-9a16-89844ed56120 req-6e6b5172-6cdf-4474-ae7e-0f47119c5bd3 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received unexpected event network-vif-unplugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d for instance with vm_state shelved and task_state shelving_offloading. [ 1276.214654] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.215663] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c028cf06-5916-47a4-b6a2-5d591d211136 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.223564] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.223564] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-412b219c-4dc5-45c9-8a9b-e641cf646b06 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.236630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.239333] env[68503]: DEBUG oslo_concurrency.lockutils [None req-79c716f9-9a8e-46d7-99fd-a7fec8d6443e tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.496s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.262411] env[68503]: INFO nova.scheduler.client.report [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Deleted allocations for instance dea890da-d94c-4ecd-80f8-afd670ad9b80 [ 1276.289024] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.289024] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.289024] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleting the datastore file [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.289024] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33d2ae69-404d-43e2-990f-67297f0c1d6e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.295035] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1276.295035] env[68503]: value = "task-2862910" [ 1276.295035] env[68503]: _type = "Task" [ 1276.295035] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.302520] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.582224] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.770118] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f5ee1554-3205-49d5-a2e4-fb9c0f3f6886 tempest-ServersNegativeTestJSON-1212872669 tempest-ServersNegativeTestJSON-1212872669-project-member] Lock "dea890da-d94c-4ecd-80f8-afd670ad9b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.805068] env[68503]: DEBUG oslo_vmware.api [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177281} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.805068] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.805281] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.805329] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.825839] env[68503]: INFO nova.scheduler.client.report [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted allocations for instance 85551269-ec7b-436f-a289-92d4380f7a44 [ 1276.938069] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529882c8-499d-b17f-65ba-35ac728f23b4/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1276.939023] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b982f3f-d81a-41fe-abbc-ba067eaf537e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.945599] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529882c8-499d-b17f-65ba-35ac728f23b4/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1276.945758] env[68503]: ERROR oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529882c8-499d-b17f-65ba-35ac728f23b4/disk-0.vmdk due to incomplete transfer. [ 1276.945965] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b42cffeb-5291-485f-9c16-65c1e36edd08 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.952688] env[68503]: DEBUG oslo_vmware.rw_handles [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529882c8-499d-b17f-65ba-35ac728f23b4/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1276.952880] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Uploaded image 188f8617-fb0d-4339-b474-6d28143c514e to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1276.954805] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1276.955329] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-735fbf1e-8fbb-4ea3-b501-c3bde3ddb5fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.961556] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1276.961556] env[68503]: value = "task-2862911" [ 1276.961556] env[68503]: _type = "Task" [ 1276.961556] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.969047] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862911, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.080750] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862908, 'name': ReconfigVM_Task, 'duration_secs': 0.540439} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.081127] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 3f31d7ea-4e5f-48b6-b048-9d4164ae2319/3f31d7ea-4e5f-48b6-b048-9d4164ae2319.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.081657] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ac61cfa-7aba-42a2-abf4-3f67a19cd1e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.087686] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1277.087686] env[68503]: value = "task-2862912" [ 1277.087686] env[68503]: _type = "Task" [ 1277.087686] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.096494] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862912, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.330210] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.330524] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.330784] env[68503]: DEBUG nova.objects.instance [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'resources' on Instance uuid 85551269-ec7b-436f-a289-92d4380f7a44 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.374503] env[68503]: DEBUG nova.compute.manager [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1277.391476] env[68503]: DEBUG oslo_concurrency.lockutils [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.391750] env[68503]: DEBUG oslo_concurrency.lockutils [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.471530] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862911, 'name': Destroy_Task, 'duration_secs': 0.359453} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.472170] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Destroyed the VM [ 1277.472170] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1277.472408] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e045864-6cb5-46a0-b519-8d36af4547ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.478392] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1277.478392] env[68503]: value = "task-2862914" [ 1277.478392] env[68503]: _type = "Task" [ 1277.478392] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.487754] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.598452] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862912, 'name': Rename_Task, 'duration_secs': 0.169165} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.598740] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.598988] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02e4090-8d00-4e46-a304-a43545352e9b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.605868] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1277.605868] env[68503]: value = "task-2862915" [ 1277.605868] env[68503]: _type = "Task" [ 1277.605868] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.616534] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.835276] env[68503]: DEBUG nova.objects.instance [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'numa_topology' on Instance uuid 85551269-ec7b-436f-a289-92d4380f7a44 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.897287] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.898146] env[68503]: INFO nova.compute.manager [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Detaching volume 06a034eb-d2db-4861-bf14-90681c08acbf [ 1277.953355] env[68503]: INFO nova.virt.block_device [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Attempting to driver detach volume 06a034eb-d2db-4861-bf14-90681c08acbf from mountpoint /dev/sdb [ 1277.953641] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1277.953829] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575494', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'name': 'volume-06a034eb-d2db-4861-bf14-90681c08acbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ae86b66-2942-4d7d-9db4-69a9465eba6c', 'attached_at': '', 'detached_at': '', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'serial': '06a034eb-d2db-4861-bf14-90681c08acbf'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1277.954772] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba20d420-3801-45bf-87db-5fc5c9f67279 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.978964] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c346ce0d-b9d6-4490-8e61-c7f6e8ce4fc6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.991373] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862914, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.994252] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd5a8f4-4f23-4078-8e60-75222ccd108b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.019798] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3421b3-52c1-4925-8c05-e7df78316324 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.036845] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] The volume has not been displaced from its original location: [datastore1] volume-06a034eb-d2db-4861-bf14-90681c08acbf/volume-06a034eb-d2db-4861-bf14-90681c08acbf.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.042724] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.043169] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334b69a9-4e9f-4e52-8103-a96c6f7dac8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.063722] env[68503]: DEBUG oslo_vmware.api [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1278.063722] env[68503]: value = "task-2862916" [ 1278.063722] env[68503]: _type = "Task" [ 1278.063722] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.072741] env[68503]: DEBUG oslo_vmware.api [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.117429] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862915, 'name': PowerOnVM_Task} progress is 83%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.177593] env[68503]: DEBUG nova.compute.manager [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.177843] env[68503]: DEBUG nova.compute.manager [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing instance network info cache due to event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.178091] env[68503]: DEBUG oslo_concurrency.lockutils [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] Acquiring lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.178245] env[68503]: DEBUG oslo_concurrency.lockutils [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] Acquired lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.178537] env[68503]: DEBUG nova.network.neutron [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.338297] env[68503]: DEBUG nova.objects.base [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Object Instance<85551269-ec7b-436f-a289-92d4380f7a44> lazy-loaded attributes: resources,numa_topology {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.455027] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4691bcbd-f300-4455-97e1-8dd4dd2adba5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.465751] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538d5db-1a93-49a0-ad71-bcfa803d8b7f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.501638] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe0be8-028a-47f4-b768-f29d80d7148c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.510368] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862914, 'name': RemoveSnapshot_Task, 'duration_secs': 0.667546} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.513339] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1278.513989] env[68503]: DEBUG nova.compute.manager [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.514589] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c265ade-9e67-43a8-b274-4fa0e22246f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.518113] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a068f-3d12-4f36-8963-28ba5059ca12 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.533176] env[68503]: DEBUG nova.compute.provider_tree [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.573692] env[68503]: DEBUG oslo_vmware.api [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862916, 'name': ReconfigVM_Task, 'duration_secs': 0.248864} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.573980] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.580858] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69060f8-7b7a-472a-85eb-1d738be7f4f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.595569] env[68503]: DEBUG oslo_vmware.api [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1278.595569] env[68503]: value = "task-2862917" [ 1278.595569] env[68503]: _type = "Task" [ 1278.595569] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.603795] env[68503]: DEBUG oslo_vmware.api [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.616449] env[68503]: DEBUG oslo_vmware.api [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862915, 'name': PowerOnVM_Task, 'duration_secs': 0.68478} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.616747] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.616978] env[68503]: INFO nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1278.617133] env[68503]: DEBUG nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.618194] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504eeaa8-a897-4e92-a2a5-94e891411be1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.916729] env[68503]: DEBUG nova.network.neutron [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updated VIF entry in instance network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.917125] env[68503]: DEBUG nova.network.neutron [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7a312334-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.036281] env[68503]: DEBUG nova.scheduler.client.report [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.043935] env[68503]: INFO nova.compute.manager [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Shelve offloading [ 1279.111079] env[68503]: DEBUG oslo_vmware.api [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862917, 'name': ReconfigVM_Task, 'duration_secs': 0.143552} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.111495] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575494', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'name': 'volume-06a034eb-d2db-4861-bf14-90681c08acbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ae86b66-2942-4d7d-9db4-69a9465eba6c', 'attached_at': '', 'detached_at': '', 'volume_id': '06a034eb-d2db-4861-bf14-90681c08acbf', 'serial': '06a034eb-d2db-4861-bf14-90681c08acbf'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1279.140020] env[68503]: INFO nova.compute.manager [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Took 14.66 seconds to build instance. [ 1279.420549] env[68503]: DEBUG oslo_concurrency.lockutils [req-f0111520-5ac0-4720-802d-ea225c06e837 req-0d265315-9e8a-4008-bd3d-bfc8d0c2af1f service nova] Releasing lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.497913] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.543244] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.545712] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.649s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.548286] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.548545] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e7955ff-bdd0-48d8-917b-c456c44d2693 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.558597] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1279.558597] env[68503]: value = "task-2862919" [ 1279.558597] env[68503]: _type = "Task" [ 1279.558597] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.572375] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1279.572375] env[68503]: DEBUG nova.compute.manager [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.573698] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de6453-694b-455e-b77c-492bc5bbf7be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.582725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.582725] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.582725] env[68503]: DEBUG nova.network.neutron [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.642295] env[68503]: DEBUG oslo_concurrency.lockutils [None req-97ecea47-4503-4b73-af53-bdfe2c5aab71 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.174s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.673889] env[68503]: DEBUG nova.objects.instance [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.064830] env[68503]: INFO nova.compute.claims [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.068918] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b465f9b2-68e4-49dd-ae01-1768b4504e25 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.613s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.069880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.572s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.072454] env[68503]: INFO nova.compute.manager [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Unshelving [ 1280.309527] env[68503]: DEBUG nova.network.neutron [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e7009-39", "ovs_interfaceid": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.577714] env[68503]: INFO nova.compute.resource_tracker [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating resource usage from migration 0729f90c-359c-417b-bb90-5b844b6c093d [ 1280.630697] env[68503]: DEBUG oslo_concurrency.lockutils [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.681291] env[68503]: DEBUG oslo_concurrency.lockutils [None req-25db481b-243b-4a38-b772-3baeb350e9c4 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.682593] env[68503]: DEBUG oslo_concurrency.lockutils [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.052s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.682593] env[68503]: DEBUG nova.compute.manager [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.684741] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a0f50-1c65-42b8-9c87-63d130b0f198 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.695616] env[68503]: DEBUG nova.compute.manager [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1280.696502] env[68503]: DEBUG nova.objects.instance [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.726554] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc09bd8e-57d4-4330-ad47-fa9e1c88b040 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.735651] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbf7025-e8bf-4feb-8048-680c3b3299c5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.770081] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e20cb3-431e-47d3-a7dc-4fbef854aeaa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.778945] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8f39c9-3f46-4b3c-a2cb-d115f44a1ebe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.793797] env[68503]: DEBUG nova.compute.provider_tree [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.812461] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.096844] env[68503]: DEBUG nova.compute.manager [req-7fcde38b-6239-4317-a853-e85f06dc2ae7 req-a1a387d6-ba26-47c2-8415-22bfc3f79b88 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-vif-unplugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.097090] env[68503]: DEBUG oslo_concurrency.lockutils [req-7fcde38b-6239-4317-a853-e85f06dc2ae7 req-a1a387d6-ba26-47c2-8415-22bfc3f79b88 service nova] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.097304] env[68503]: DEBUG oslo_concurrency.lockutils [req-7fcde38b-6239-4317-a853-e85f06dc2ae7 req-a1a387d6-ba26-47c2-8415-22bfc3f79b88 service nova] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.097471] env[68503]: DEBUG oslo_concurrency.lockutils [req-7fcde38b-6239-4317-a853-e85f06dc2ae7 req-a1a387d6-ba26-47c2-8415-22bfc3f79b88 service nova] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.097635] env[68503]: DEBUG nova.compute.manager [req-7fcde38b-6239-4317-a853-e85f06dc2ae7 req-a1a387d6-ba26-47c2-8415-22bfc3f79b88 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] No waiting events found dispatching network-vif-unplugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.097799] env[68503]: WARNING nova.compute.manager [req-7fcde38b-6239-4317-a853-e85f06dc2ae7 req-a1a387d6-ba26-47c2-8415-22bfc3f79b88 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received unexpected event network-vif-unplugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 for instance with vm_state shelved and task_state shelving_offloading. [ 1281.111077] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.182957] env[68503]: DEBUG nova.compute.manager [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Received event network-changed-6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.183104] env[68503]: DEBUG nova.compute.manager [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Refreshing instance network info cache due to event network-changed-6728446e-23fd-4bf2-aaf8-1050d21443b5. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.183349] env[68503]: DEBUG oslo_concurrency.lockutils [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] Acquiring lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.183496] env[68503]: DEBUG oslo_concurrency.lockutils [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] Acquired lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.183658] env[68503]: DEBUG nova.network.neutron [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Refreshing network info cache for port 6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.208766] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.209400] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414f0efc-ebab-442b-a1de-5e14941c47fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.219199] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.219199] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2654eca7-929f-4377-94d0-9478db064f3d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.292510] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.292735] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.292918] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleting the datastore file [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.293263] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dc3e14d-ee77-4ae6-9905-7c95cf2e8b14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.298635] env[68503]: DEBUG nova.scheduler.client.report [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.310160] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1281.310160] env[68503]: value = "task-2862921" [ 1281.310160] env[68503]: _type = "Task" [ 1281.310160] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.321126] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.707076] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.707542] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34a40525-bc9f-4796-9ada-8f884803e800 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.717760] env[68503]: DEBUG oslo_vmware.api [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1281.717760] env[68503]: value = "task-2862923" [ 1281.717760] env[68503]: _type = "Task" [ 1281.717760] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.730320] env[68503]: DEBUG oslo_vmware.api [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.804975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.805243] env[68503]: INFO nova.compute.manager [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Migrating [ 1281.816171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.705s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.816488] env[68503]: DEBUG nova.objects.instance [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'pci_requests' on Instance uuid 85551269-ec7b-436f-a289-92d4380f7a44 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.834138] env[68503]: DEBUG nova.objects.instance [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'numa_topology' on Instance uuid 85551269-ec7b-436f-a289-92d4380f7a44 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.845426] env[68503]: DEBUG oslo_vmware.api [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139957} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.845426] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.845426] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.845426] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.869874] env[68503]: INFO nova.scheduler.client.report [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted allocations for instance 5423b29a-4769-49f0-b00e-db1670d3ce09 [ 1281.952535] env[68503]: DEBUG nova.network.neutron [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updated VIF entry in instance network info cache for port 6728446e-23fd-4bf2-aaf8-1050d21443b5. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.953039] env[68503]: DEBUG nova.network.neutron [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updating instance_info_cache with network_info: [{"id": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "address": "fa:16:3e:00:ab:05", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6728446e-23", "ovs_interfaceid": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.228735] env[68503]: DEBUG oslo_vmware.api [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862923, 'name': PowerOffVM_Task, 'duration_secs': 0.299201} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.228735] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.228945] env[68503]: DEBUG nova.compute.manager [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.229599] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397171e-e3d6-4458-8ad4-0eaf5ec39810 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.339031] env[68503]: INFO nova.compute.claims [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.341827] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.341827] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.341827] env[68503]: DEBUG nova.network.neutron [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.375466] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.455415] env[68503]: DEBUG oslo_concurrency.lockutils [req-ce4425ea-1756-4fbe-86bb-2833dc9a0296 req-744e8aeb-df5f-42a3-9157-f65daa01d18a service nova] Releasing lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.742430] env[68503]: DEBUG oslo_concurrency.lockutils [None req-742a24eb-81bf-4a80-b76b-61e2341c1ee3 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.065170] env[68503]: DEBUG nova.network.neutron [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance_info_cache with network_info: [{"id": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "address": "fa:16:3e:e4:83:2b", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e88f1d1-a4", "ovs_interfaceid": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.233915] env[68503]: DEBUG nova.compute.manager [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.234743] env[68503]: DEBUG nova.compute.manager [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing instance network info cache due to event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.235101] env[68503]: DEBUG oslo_concurrency.lockutils [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] Acquiring lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.235365] env[68503]: DEBUG oslo_concurrency.lockutils [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] Acquired lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.235711] env[68503]: DEBUG nova.network.neutron [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.392762] env[68503]: DEBUG nova.objects.instance [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.463414] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a15141-1ff8-4653-b92f-c17c26ebd8b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.470468] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aa43b0-08bb-4893-ab2d-2d83fd1248a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.501654] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04a8d9f-2526-4f71-930b-8d5ba0dda529 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.508911] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97668d0-3e8d-452f-afb6-c8d5e2d080ef {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.522356] env[68503]: DEBUG nova.compute.provider_tree [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.570399] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.901922] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.902104] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.902422] env[68503]: DEBUG nova.network.neutron [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.902919] env[68503]: DEBUG nova.objects.instance [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'info_cache' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.025484] env[68503]: DEBUG nova.scheduler.client.report [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.067132] env[68503]: DEBUG nova.network.neutron [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updated VIF entry in instance network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.067132] env[68503]: DEBUG nova.network.neutron [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2d8e7009-39", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.197423] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.406926] env[68503]: DEBUG nova.objects.base [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Object Instance<8ae86b66-2942-4d7d-9db4-69a9465eba6c> lazy-loaded attributes: flavor,info_cache {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1284.533538] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.535796] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.160s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.536043] env[68503]: DEBUG nova.objects.instance [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'resources' on Instance uuid 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.563265] env[68503]: INFO nova.network.neutron [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating port 7a312334-3fe7-4d64-a0dc-c224c60fb03d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1284.568805] env[68503]: DEBUG oslo_concurrency.lockutils [req-5bdd9b65-f6d3-40fb-97be-7aa447603085 req-6f1b3506-8c10-4bf8-bcaf-35376813e188 service nova] Releasing lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.039078] env[68503]: DEBUG nova.objects.instance [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'numa_topology' on Instance uuid 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.083864] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c53846-fe24-4c30-83a6-812a3f87550a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.102855] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance '67837506-990e-45bf-834c-c7e47c562746' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.114879] env[68503]: DEBUG nova.network.neutron [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating instance_info_cache with network_info: [{"id": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "address": "fa:16:3e:98:73:d6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc1d13a-ca", "ovs_interfaceid": "ffc1d13a-ca95-476e-8738-d9a6d0cba899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.545274] env[68503]: DEBUG nova.objects.base [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Object Instance<5423b29a-4769-49f0-b00e-db1670d3ce09> lazy-loaded attributes: resources,numa_topology {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1285.608357] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.608663] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4bf9a1b-6971-46d7-a008-4a8b2fd8b3f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.617696] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "refresh_cache-8ae86b66-2942-4d7d-9db4-69a9465eba6c" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.619245] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1285.619245] env[68503]: value = "task-2862926" [ 1285.619245] env[68503]: _type = "Task" [ 1285.619245] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.631290] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.664661] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b33742-e262-4908-82d0-4845604e100a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.672214] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b35f3-8ea5-44f8-a52a-09de475b63f7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.702936] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe4125-5f9b-4dc5-92a3-b91f9acd0432 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.710084] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a67d98-8174-47aa-aeb1-628ddb2375f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.722869] env[68503]: DEBUG nova.compute.provider_tree [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.932392] env[68503]: DEBUG nova.compute.manager [req-0d873857-ad02-4009-8983-e643cad1991f req-f41154c9-4393-4fca-a5a7-bfd5725a35a4 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-vif-plugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.932392] env[68503]: DEBUG oslo_concurrency.lockutils [req-0d873857-ad02-4009-8983-e643cad1991f req-f41154c9-4393-4fca-a5a7-bfd5725a35a4 service nova] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.933191] env[68503]: DEBUG oslo_concurrency.lockutils [req-0d873857-ad02-4009-8983-e643cad1991f req-f41154c9-4393-4fca-a5a7-bfd5725a35a4 service nova] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.933658] env[68503]: DEBUG oslo_concurrency.lockutils [req-0d873857-ad02-4009-8983-e643cad1991f req-f41154c9-4393-4fca-a5a7-bfd5725a35a4 service nova] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.934040] env[68503]: DEBUG nova.compute.manager [req-0d873857-ad02-4009-8983-e643cad1991f req-f41154c9-4393-4fca-a5a7-bfd5725a35a4 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] No waiting events found dispatching network-vif-plugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.934406] env[68503]: WARNING nova.compute.manager [req-0d873857-ad02-4009-8983-e643cad1991f req-f41154c9-4393-4fca-a5a7-bfd5725a35a4 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received unexpected event network-vif-plugged-7a312334-3fe7-4d64-a0dc-c224c60fb03d for instance with vm_state shelved_offloaded and task_state spawning. [ 1286.012583] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.012583] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.012583] env[68503]: DEBUG nova.network.neutron [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.129640] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862926, 'name': PowerOffVM_Task, 'duration_secs': 0.162398} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.129796] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.130018] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance '67837506-990e-45bf-834c-c7e47c562746' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.225908] env[68503]: DEBUG nova.scheduler.client.report [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.626930] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.627353] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3904dd3f-a9c0-497e-aecd-d6dba29d4928 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.636351] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.636351] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.636525] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.636825] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.636825] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.636825] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.636825] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.637339] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.637458] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.637697] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.638078] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.646762] env[68503]: DEBUG oslo_vmware.api [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1286.646762] env[68503]: value = "task-2862927" [ 1286.646762] env[68503]: _type = "Task" [ 1286.646762] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.647053] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1b769c-ddc5-42ed-99d2-527520e09c44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.680031] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1286.680031] env[68503]: value = "task-2862928" [ 1286.680031] env[68503]: _type = "Task" [ 1286.680031] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.685141] env[68503]: DEBUG oslo_vmware.api [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.696539] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.730972] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.770722] env[68503]: DEBUG nova.network.neutron [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a312334-3f", "ovs_interfaceid": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.176060] env[68503]: DEBUG oslo_vmware.api [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862927, 'name': PowerOnVM_Task, 'duration_secs': 0.385151} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.176259] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.176500] env[68503]: DEBUG nova.compute.manager [None req-aef00963-2cd5-4fce-b2d3-76233de43a34 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.177234] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5712a8-3688-4b53-9626-81d5a947b84d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.191768] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862928, 'name': ReconfigVM_Task, 'duration_secs': 0.157391} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.192050] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance '67837506-990e-45bf-834c-c7e47c562746' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.238755] env[68503]: DEBUG oslo_concurrency.lockutils [None req-43fcbcc9-33f3-4b4e-89c5-e8a177ebe265 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.996s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.239648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.042s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.239897] env[68503]: INFO nova.compute.manager [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Unshelving [ 1287.273673] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.301772] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e34682a121721acf331ad379c9591327',container_format='bare',created_at=2025-03-07T15:53:46Z,direct_url=,disk_format='vmdk',id=87c3d43f-13eb-4d51-bca9-2f7dd87fe40e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1472723485-shelved',owner='0114dd446e644b938e1c31c2fe4a6198',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-07T15:54:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.302039] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.302248] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.302475] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.302936] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.302936] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.303062] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.303145] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.303336] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.303517] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.303693] env[68503]: DEBUG nova.virt.hardware [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.304582] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95956e08-994a-4a3a-8d0f-23a5a40fc84f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.312515] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a3b890-d116-41eb-a100-ae368c5d0a93 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.325984] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f6:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a312334-3fe7-4d64-a0dc-c224c60fb03d', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.333380] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.333610] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.333814] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e719313-e928-4a28-8aaf-ec641e0c3416 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.352802] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.352802] env[68503]: value = "task-2862929" [ 1287.352802] env[68503]: _type = "Task" [ 1287.352802] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.359885] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862929, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.697724] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.698038] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.698206] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.698417] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.698587] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.698866] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.698965] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.699202] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.699399] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.699576] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.699774] env[68503]: DEBUG nova.virt.hardware [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.705310] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.706280] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62abf07-8dbc-4b94-baf2-f5d80836196a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.725624] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1287.725624] env[68503]: value = "task-2862931" [ 1287.725624] env[68503]: _type = "Task" [ 1287.725624] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.733843] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.862685] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862929, 'name': CreateVM_Task, 'duration_secs': 0.380294} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.862850] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.863553] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.863721] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.864105] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.864363] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c442905-dc96-409f-b85a-47a6437b4d2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.868862] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1287.868862] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5204f8ba-f9c5-7b2c-845e-203122f1e0bd" [ 1287.868862] env[68503]: _type = "Task" [ 1287.868862] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.875955] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5204f8ba-f9c5-7b2c-845e-203122f1e0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.957869] env[68503]: DEBUG nova.compute.manager [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.957869] env[68503]: DEBUG nova.compute.manager [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing instance network info cache due to event network-changed-7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.958151] env[68503]: DEBUG oslo_concurrency.lockutils [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] Acquiring lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.958308] env[68503]: DEBUG oslo_concurrency.lockutils [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] Acquired lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.958411] env[68503]: DEBUG nova.network.neutron [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Refreshing network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.235640] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862931, 'name': ReconfigVM_Task, 'duration_secs': 0.159384} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.235920] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.236665] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6012e36d-504b-4cbd-ad06-5204b12cf139 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.251963] env[68503]: DEBUG nova.compute.utils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.260973] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 67837506-990e-45bf-834c-c7e47c562746/67837506-990e-45bf-834c-c7e47c562746.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.261433] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f94068-22ca-4eb2-9812-dadec5c282e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.279385] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1288.279385] env[68503]: value = "task-2862932" [ 1288.279385] env[68503]: _type = "Task" [ 1288.279385] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.286511] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.378741] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.378985] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Processing image 87c3d43f-13eb-4d51-bca9-2f7dd87fe40e {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.379234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.379387] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.379564] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.379803] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb92190-57aa-481f-81df-4ed21b382fed {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.387396] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.387568] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.388243] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4950550d-e6c4-4ad5-85fa-efb9b7748015 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.392677] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1288.392677] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]525387be-5a48-001d-dc0d-c8f50db01f51" [ 1288.392677] env[68503]: _type = "Task" [ 1288.392677] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.399726] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]525387be-5a48-001d-dc0d-c8f50db01f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.670701] env[68503]: DEBUG nova.network.neutron [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updated VIF entry in instance network info cache for port 7a312334-3fe7-4d64-a0dc-c224c60fb03d. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.671122] env[68503]: DEBUG nova.network.neutron [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [{"id": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "address": "fa:16:3e:ef:f6:81", "network": {"id": "c7787ff0-3b64-4657-8c8f-b668e9819476", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2022844228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0114dd446e644b938e1c31c2fe4a6198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a312334-3f", "ovs_interfaceid": "7a312334-3fe7-4d64-a0dc-c224c60fb03d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.763549] env[68503]: INFO nova.virt.block_device [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Booting with volume 7dee33cc-3f1f-4d43-a65a-d9d78e5b816a at /dev/sdb [ 1288.788581] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862932, 'name': ReconfigVM_Task, 'duration_secs': 0.242209} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.788915] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 67837506-990e-45bf-834c-c7e47c562746/67837506-990e-45bf-834c-c7e47c562746.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.789259] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance '67837506-990e-45bf-834c-c7e47c562746' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.793492] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f481178-14fb-4171-8f17-b722673d7959 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.802256] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e801d70-1641-42ca-a913-d2b60b0687d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.830774] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-466fb025-3ff9-4973-ac3c-1a3f4f47215f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.838714] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f763cb3-c388-4a79-bb29-0e859d5859ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.868097] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746367cf-8005-400b-977c-46748791a284 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.874362] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a5a48-c787-440a-a3ba-eaeb065c557e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.887070] env[68503]: DEBUG nova.virt.block_device [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating existing volume attachment record: 63d1c803-c434-45b1-827d-2a7fdef690ad {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.902317] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Preparing fetch location {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1288.902636] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Fetch image to [datastore2] OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0/OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0.vmdk {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1288.902832] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Downloading stream optimized image 87c3d43f-13eb-4d51-bca9-2f7dd87fe40e to [datastore2] OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0/OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0.vmdk on the data store datastore2 as vApp {{(pid=68503) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1288.903011] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Downloading image file data 87c3d43f-13eb-4d51-bca9-2f7dd87fe40e to the ESX as VM named 'OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0' {{(pid=68503) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1288.979324] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1288.979324] env[68503]: value = "resgroup-9" [ 1288.979324] env[68503]: _type = "ResourcePool" [ 1288.979324] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1288.979657] env[68503]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-060d8d81-442f-478e-8f8f-44729c4adccb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.002460] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease: (returnval){ [ 1289.002460] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520abd37-ddb1-4613-f75d-77a5fade25cb" [ 1289.002460] env[68503]: _type = "HttpNfcLease" [ 1289.002460] env[68503]: } obtained for vApp import into resource pool (val){ [ 1289.002460] env[68503]: value = "resgroup-9" [ 1289.002460] env[68503]: _type = "ResourcePool" [ 1289.002460] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1289.002737] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the lease: (returnval){ [ 1289.002737] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520abd37-ddb1-4613-f75d-77a5fade25cb" [ 1289.002737] env[68503]: _type = "HttpNfcLease" [ 1289.002737] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.008687] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.008687] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520abd37-ddb1-4613-f75d-77a5fade25cb" [ 1289.008687] env[68503]: _type = "HttpNfcLease" [ 1289.008687] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.174288] env[68503]: DEBUG oslo_concurrency.lockutils [req-ed623b62-0610-4408-89ab-ba3b36227311 req-e69e6cb1-4623-437e-b66e-c61781df1c80 service nova] Releasing lock "refresh_cache-85551269-ec7b-436f-a289-92d4380f7a44" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.299711] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774cdd33-eab5-4de4-98e7-60043f60cd82 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.319510] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6db8ee-88ee-4ae2-acd5-96554f77bb14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.337644] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance '67837506-990e-45bf-834c-c7e47c562746' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.512225] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.512225] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520abd37-ddb1-4613-f75d-77a5fade25cb" [ 1289.512225] env[68503]: _type = "HttpNfcLease" [ 1289.512225] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.876117] env[68503]: DEBUG nova.network.neutron [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Port 2e88f1d1-a41f-46cc-ba34-8827a62057d0 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1290.012425] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.012425] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520abd37-ddb1-4613-f75d-77a5fade25cb" [ 1290.012425] env[68503]: _type = "HttpNfcLease" [ 1290.012425] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1290.012727] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1290.012727] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520abd37-ddb1-4613-f75d-77a5fade25cb" [ 1290.012727] env[68503]: _type = "HttpNfcLease" [ 1290.012727] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1290.013897] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96cb9e7-db42-4e2f-a8b1-01456f86be5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.025564] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525feae2-4766-0a8d-88b4-8a7646507335/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.025991] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525feae2-4766-0a8d-88b4-8a7646507335/disk-0.vmdk. {{(pid=68503) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1290.094140] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-560a58bf-c8cd-4636-a1b6-cb4112355797 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.721134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.721376] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.898627] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "67837506-990e-45bf-834c-c7e47c562746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.898969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.899023] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.224285] env[68503]: DEBUG nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.508825] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Completed reading data from the image iterator. {{(pid=68503) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1291.509188] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525feae2-4766-0a8d-88b4-8a7646507335/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1291.510376] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc1c38e-9ecf-4cc5-bf25-23b15686e5a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.516887] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525feae2-4766-0a8d-88b4-8a7646507335/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1291.517100] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525feae2-4766-0a8d-88b4-8a7646507335/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1291.517275] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-edb02e75-336c-4154-a344-ad2aa2a584fd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.748064] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.748347] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.749844] env[68503]: INFO nova.compute.claims [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.932198] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.932536] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.932642] env[68503]: DEBUG nova.network.neutron [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.081347] env[68503]: DEBUG oslo_vmware.rw_handles [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525feae2-4766-0a8d-88b4-8a7646507335/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1292.081609] env[68503]: INFO nova.virt.vmwareapi.images [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Downloaded image file data 87c3d43f-13eb-4d51-bca9-2f7dd87fe40e [ 1292.082454] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5b3a61-a566-4531-9d1c-000f79880edf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.099014] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6033ea-7441-44ef-acd9-27f107c61e0c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.364578] env[68503]: INFO nova.virt.vmwareapi.images [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] The imported VM was unregistered [ 1292.367028] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Caching image {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1292.367278] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Creating directory with path [datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.367557] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98afd179-20cb-4d7b-bf6f-2714e0f5f786 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.399720] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Created directory with path [datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.399915] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0/OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0.vmdk to [datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e.vmdk. {{(pid=68503) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1292.400189] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3f3d9801-fb5e-4743-8f62-187c02ded3a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.406436] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1292.406436] env[68503]: value = "task-2862939" [ 1292.406436] env[68503]: _type = "Task" [ 1292.406436] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.413808] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862939, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.619802] env[68503]: DEBUG nova.network.neutron [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance_info_cache with network_info: [{"id": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "address": "fa:16:3e:e4:83:2b", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e88f1d1-a4", "ovs_interfaceid": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.888830] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a51e70e-17b4-4f49-814d-c5df64939da2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.897124] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b4d7a8-d996-4226-b1e3-7671bc630946 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.930817] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f018a9-ea1a-4221-9083-932d91c405c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.938319] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862939, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.941602] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ed58d-2da4-4a57-88d1-c3fcce60ab1b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.955536] env[68503]: DEBUG nova.compute.provider_tree [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.122861] env[68503]: DEBUG oslo_concurrency.lockutils [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.436934] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862939, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.477862] env[68503]: ERROR nova.scheduler.client.report [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [req-d673fc12-73c1-476f-8d39-313efe7e31e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d673fc12-73c1-476f-8d39-313efe7e31e5"}]} [ 1293.496114] env[68503]: DEBUG nova.scheduler.client.report [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1293.511980] env[68503]: DEBUG nova.scheduler.client.report [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1293.512257] env[68503]: DEBUG nova.compute.provider_tree [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.524650] env[68503]: DEBUG nova.scheduler.client.report [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1293.544311] env[68503]: DEBUG nova.scheduler.client.report [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1293.646189] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591cb4ee-8075-41d3-86e2-353fd6658958 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.672795] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ef6b69-750a-4750-bd6c-83f51f149f2c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.680915] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance '67837506-990e-45bf-834c-c7e47c562746' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.689647] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f8f2cc-4232-4c81-894e-1be09011d429 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.697135] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64938217-2e61-4370-baed-bd4ac1871ba7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.728641] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bd8b8-8784-4819-92a8-0b0236c09b4e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.737184] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a0169-31ef-4e30-af20-32b2809cd935 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.753353] env[68503]: DEBUG nova.compute.provider_tree [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.939550] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862939, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.188478] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.188735] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d026dd8a-bc86-449e-85a1-25299b0e7ba8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.198022] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1294.198022] env[68503]: value = "task-2862940" [ 1294.198022] env[68503]: _type = "Task" [ 1294.198022] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.209842] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.284998] env[68503]: DEBUG nova.scheduler.client.report [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1294.285298] env[68503]: DEBUG nova.compute.provider_tree [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 161 to 162 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1294.285487] env[68503]: DEBUG nova.compute.provider_tree [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.440062] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862939, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.707649] env[68503]: DEBUG oslo_vmware.api [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862940, 'name': PowerOnVM_Task, 'duration_secs': 0.427121} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.707869] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.708066] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-db4a36e6-b43b-4ac6-8fec-424fcb61df86 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance '67837506-990e-45bf-834c-c7e47c562746' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.791265] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.043s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.791635] env[68503]: DEBUG nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.938188] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862939, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.421664} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.938451] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0/OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0.vmdk to [datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e.vmdk. [ 1294.938647] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Cleaning up location [datastore2] OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1294.938812] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ec9b5c8b-3dc3-4eb2-b471-079ebd1d9fc0 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.939089] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf1a3f03-b334-4231-9d4f-db9b195a51fc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.945112] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1294.945112] env[68503]: value = "task-2862941" [ 1294.945112] env[68503]: _type = "Task" [ 1294.945112] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.952339] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.988025] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.988297] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.988541] env[68503]: DEBUG nova.objects.instance [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'pci_requests' on Instance uuid 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.296142] env[68503]: DEBUG nova.compute.utils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.297439] env[68503]: DEBUG nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.297619] env[68503]: DEBUG nova.network.neutron [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.336440] env[68503]: DEBUG nova.policy [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8300708afb164c3fad43efca1a804db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd779af9f7f643f8852b887caa90b744', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.456834] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03308} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.457629] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.457629] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.457629] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e.vmdk to [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.457807] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6557d96f-1614-4c06-9fcd-51c37124792a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.465277] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1295.465277] env[68503]: value = "task-2862942" [ 1295.465277] env[68503]: _type = "Task" [ 1295.465277] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.472233] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.492185] env[68503]: DEBUG nova.objects.instance [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'numa_topology' on Instance uuid 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.615408] env[68503]: DEBUG nova.network.neutron [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Successfully created port: ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.804215] env[68503]: DEBUG nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.975466] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862942, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.995358] env[68503]: INFO nova.compute.claims [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.307909] env[68503]: INFO nova.virt.block_device [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Booting with volume 14a6ad99-bbe4-4ddb-831a-596a5c2a42be at /dev/sda [ 1296.359734] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-664e3837-4add-4477-82d4-ab40e5854e8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.370211] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb5568b-1371-4437-89eb-17a8bce2c02c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.400226] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b10ca9-26a9-4635-83d8-a36facea3084 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.409041] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204fe98-f270-4fb8-977a-55ed7b45e425 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.441403] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34cb80-49d5-4bd5-831e-520ded0a1feb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.448817] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8264dd-472e-46ac-b8ec-64fe315807d4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.465344] env[68503]: DEBUG nova.virt.block_device [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating existing volume attachment record: a3991134-9707-4b44-830d-8674073f7f55 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1296.476936] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862942, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.978093] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862942, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.069669] env[68503]: DEBUG nova.compute.manager [req-4f659113-cf07-478d-8d52-05522cd0e7dd req-550ef109-723c-463a-8afd-ad7d8bdf6860 service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Received event network-vif-plugged-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.069896] env[68503]: DEBUG oslo_concurrency.lockutils [req-4f659113-cf07-478d-8d52-05522cd0e7dd req-550ef109-723c-463a-8afd-ad7d8bdf6860 service nova] Acquiring lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.070123] env[68503]: DEBUG oslo_concurrency.lockutils [req-4f659113-cf07-478d-8d52-05522cd0e7dd req-550ef109-723c-463a-8afd-ad7d8bdf6860 service nova] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.070299] env[68503]: DEBUG oslo_concurrency.lockutils [req-4f659113-cf07-478d-8d52-05522cd0e7dd req-550ef109-723c-463a-8afd-ad7d8bdf6860 service nova] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.070470] env[68503]: DEBUG nova.compute.manager [req-4f659113-cf07-478d-8d52-05522cd0e7dd req-550ef109-723c-463a-8afd-ad7d8bdf6860 service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] No waiting events found dispatching network-vif-plugged-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.070649] env[68503]: WARNING nova.compute.manager [req-4f659113-cf07-478d-8d52-05522cd0e7dd req-550ef109-723c-463a-8afd-ad7d8bdf6860 service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Received unexpected event network-vif-plugged-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 for instance with vm_state building and task_state block_device_mapping. [ 1297.156464] env[68503]: DEBUG nova.network.neutron [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Successfully updated port: ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.163978] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4c78fe-d4d9-41f5-ae8b-53a900f26236 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.173877] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c78326-8c24-4cc7-9f3a-543e566fe613 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.206179] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27763b8a-d828-4a09-b137-7ca558ddd4ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.214339] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddabbe78-54de-4a42-9e7b-9fbf1452dc89 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.230311] env[68503]: DEBUG nova.compute.provider_tree [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.479286] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862942, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.489072] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "67837506-990e-45bf-834c-c7e47c562746" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.489368] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.489584] env[68503]: DEBUG nova.compute.manager [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Going to confirm migration 9 {{(pid=68503) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1297.659743] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.659743] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.659815] env[68503]: DEBUG nova.network.neutron [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.766025] env[68503]: DEBUG nova.scheduler.client.report [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1297.766373] env[68503]: DEBUG nova.compute.provider_tree [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 162 to 163 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1297.766624] env[68503]: DEBUG nova.compute.provider_tree [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.980148] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862942, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.365894} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.980443] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e/87c3d43f-13eb-4d51-bca9-2f7dd87fe40e.vmdk to [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.981241] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f94796-2c17-4fff-946f-14d9502a783d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.006135] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.008012] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908457bb-0b11-4323-b585-5be89a6f7205 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.027592] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1298.027592] env[68503]: value = "task-2862943" [ 1298.027592] env[68503]: _type = "Task" [ 1298.027592] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.034910] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.089098] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.089350] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquired lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.089575] env[68503]: DEBUG nova.network.neutron [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.089791] env[68503]: DEBUG nova.objects.instance [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'info_cache' on Instance uuid 67837506-990e-45bf-834c-c7e47c562746 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.191779] env[68503]: DEBUG nova.network.neutron [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.272097] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.284s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.308129] env[68503]: INFO nova.network.neutron [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating port 2d8e7009-39d4-41dd-b059-8b2d45fde265 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1298.359647] env[68503]: DEBUG nova.network.neutron [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [{"id": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "address": "fa:16:3e:1a:c2:20", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5bc377-39", "ovs_interfaceid": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.540800] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862943, 'name': ReconfigVM_Task, 'duration_secs': 0.324635} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.541098] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44/85551269-ec7b-436f-a289-92d4380f7a44.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.541706] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a62da23-1a75-44ea-8770-906823168506 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.547910] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1298.547910] env[68503]: value = "task-2862944" [ 1298.547910] env[68503]: _type = "Task" [ 1298.547910] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.555271] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862944, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.556456] env[68503]: DEBUG nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.556948] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.557167] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.557323] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.557505] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.557653] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.557798] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.558007] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.558175] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.558343] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.558505] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.558677] env[68503]: DEBUG nova.virt.hardware [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.559426] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da8f72-3c3a-4dda-998b-153e9b6db83d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.566353] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd331d-9fcf-46ae-b042-109edcf600df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.863063] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.863466] env[68503]: DEBUG nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Instance network_info: |[{"id": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "address": "fa:16:3e:1a:c2:20", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5bc377-39", "ovs_interfaceid": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.863890] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c2:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef5bc377-39c3-43b6-a0b0-d128fa4b6d49', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.871646] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.871871] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.872107] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34a59907-660c-450e-a778-0a3ab7761473 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.892398] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.892398] env[68503]: value = "task-2862945" [ 1298.892398] env[68503]: _type = "Task" [ 1298.892398] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.900810] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862945, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.057465] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862944, 'name': Rename_Task, 'duration_secs': 0.15504} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.057820] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.057966] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adcd8ff7-9beb-4079-a6af-88a054459508 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.063736] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1299.063736] env[68503]: value = "task-2862946" [ 1299.063736] env[68503]: _type = "Task" [ 1299.063736] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.071165] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.124682] env[68503]: DEBUG nova.compute.manager [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Received event network-changed-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.124884] env[68503]: DEBUG nova.compute.manager [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Refreshing instance network info cache due to event network-changed-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.125110] env[68503]: DEBUG oslo_concurrency.lockutils [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] Acquiring lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.125256] env[68503]: DEBUG oslo_concurrency.lockutils [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] Acquired lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.125417] env[68503]: DEBUG nova.network.neutron [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Refreshing network info cache for port ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.292949] env[68503]: DEBUG nova.network.neutron [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance_info_cache with network_info: [{"id": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "address": "fa:16:3e:e4:83:2b", "network": {"id": "9c717645-ca64-4354-a00e-a1bb78db473f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-909432072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb0c7275eb84a17958e06076018ff66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e88f1d1-a4", "ovs_interfaceid": "2e88f1d1-a41f-46cc-ba34-8827a62057d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.402052] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862945, 'name': CreateVM_Task, 'duration_secs': 0.464123} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.402220] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.409806] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a3991134-9707-4b44-830d-8674073f7f55', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575512', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'name': 'volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14ca668c-b85b-45d7-92d8-91c8a23c810d', 'attached_at': '', 'detached_at': '', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'serial': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be'}, 'volume_type': None}], 'swap': None} {{(pid=68503) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1299.410061] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Root volume attach. Driver type: vmdk {{(pid=68503) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1299.410879] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9488cfeb-95b0-43be-acdd-9b4f25b89e87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.418737] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c953acdf-412b-4387-b557-fd97a95c0b84 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.425053] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c4651-cb1c-464c-ac6f-8e441160e044 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.430837] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f443788b-1e14-4a4c-ab02-7a09cefb072d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.437766] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1299.437766] env[68503]: value = "task-2862947" [ 1299.437766] env[68503]: _type = "Task" [ 1299.437766] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.445419] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.575076] env[68503]: DEBUG oslo_vmware.api [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862946, 'name': PowerOnVM_Task, 'duration_secs': 0.481901} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.575314] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.693529] env[68503]: DEBUG nova.compute.manager [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.694411] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d113e2b-5c30-4e5b-abba-664c2cf6a8f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.796009] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Releasing lock "refresh_cache-67837506-990e-45bf-834c-c7e47c562746" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.796294] env[68503]: DEBUG nova.objects.instance [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lazy-loading 'migration_context' on Instance uuid 67837506-990e-45bf-834c-c7e47c562746 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.860529] env[68503]: DEBUG nova.network.neutron [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updated VIF entry in instance network info cache for port ef5bc377-39c3-43b6-a0b0-d128fa4b6d49. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.860843] env[68503]: DEBUG nova.network.neutron [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [{"id": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "address": "fa:16:3e:1a:c2:20", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5bc377-39", "ovs_interfaceid": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.951899] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task} progress is 34%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.063669] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.063909] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.064112] env[68503]: DEBUG nova.network.neutron [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.214185] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9dfd231c-4e26-430a-b735-7eead741b577 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.144s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.298872] env[68503]: DEBUG nova.objects.base [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Object Instance<67837506-990e-45bf-834c-c7e47c562746> lazy-loaded attributes: info_cache,migration_context {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1300.300044] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420a6907-b26a-4de4-9a7c-8c6c90364c8b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.324723] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5d83dd-7ed1-4840-8381-44698b8dc587 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.334327] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1300.334327] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5261bfed-b6c4-8d4e-7fdc-a54edad95d78" [ 1300.334327] env[68503]: _type = "Task" [ 1300.334327] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.345706] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5261bfed-b6c4-8d4e-7fdc-a54edad95d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.363651] env[68503]: DEBUG oslo_concurrency.lockutils [req-ed12b4d4-7b10-4410-b483-117bc9d46eed req-e4ef529b-eae3-43d2-8041-2a58dd5bbffa service nova] Releasing lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.453611] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task} progress is 49%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.797360] env[68503]: DEBUG nova.network.neutron [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e7009-39", "ovs_interfaceid": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.850269] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5261bfed-b6c4-8d4e-7fdc-a54edad95d78, 'name': SearchDatastore_Task, 'duration_secs': 0.016643} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.850511] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.850766] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.872186] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.872460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.872676] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "85551269-ec7b-436f-a289-92d4380f7a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.872857] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.873029] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.875148] env[68503]: INFO nova.compute.manager [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Terminating instance [ 1300.956032] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task} progress is 63%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.162909] env[68503]: DEBUG nova.compute.manager [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-vif-plugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.163298] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.163593] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.163792] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.163968] env[68503]: DEBUG nova.compute.manager [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] No waiting events found dispatching network-vif-plugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.164156] env[68503]: WARNING nova.compute.manager [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received unexpected event network-vif-plugged-2d8e7009-39d4-41dd-b059-8b2d45fde265 for instance with vm_state shelved_offloaded and task_state spawning. [ 1301.164326] env[68503]: DEBUG nova.compute.manager [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.164625] env[68503]: DEBUG nova.compute.manager [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing instance network info cache due to event network-changed-2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.164880] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] Acquiring lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.300088] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.303190] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] Acquired lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.303420] env[68503]: DEBUG nova.network.neutron [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Refreshing network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.333901] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5525fe2c69007c419286f306969a9ed4',container_format='bare',created_at=2025-03-07T15:53:51Z,direct_url=,disk_format='vmdk',id=188f8617-fb0d-4339-b474-6d28143c514e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-8756397-shelved',owner='fdf70bd0dfa84bb3a666dd9cc6d5bd37',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-07T15:54:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.334186] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.334349] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.334554] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.334851] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.335105] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.335545] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.335801] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.335985] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.336213] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.336504] env[68503]: DEBUG nova.virt.hardware [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.338032] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29874fe3-1dad-4ebd-97f1-f2dc73420aec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.351075] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c428be-67d2-45aa-96c1-b7c69f552bdc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.374212] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:9d:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8e7009-39d4-41dd-b059-8b2d45fde265', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.382616] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.386383] env[68503]: DEBUG nova.compute.manager [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.386631] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.386979] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.388306] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11515ea-f2fd-47c2-be64-0db49dec2094 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.391119] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5382e10-b61d-4678-b81e-85cde6e045cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.428911] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.431105] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69616a0-5339-47b3-b503-ef33dc9d4c54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.433339] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.433339] env[68503]: value = "task-2862948" [ 1301.433339] env[68503]: _type = "Task" [ 1301.433339] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.446262] env[68503]: DEBUG oslo_vmware.api [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1301.446262] env[68503]: value = "task-2862949" [ 1301.446262] env[68503]: _type = "Task" [ 1301.446262] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.454191] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862948, 'name': CreateVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.464823] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task} progress is 76%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.468362] env[68503]: DEBUG oslo_vmware.api [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.544214] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914875ad-d543-4345-81d2-a03a03399ec6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.562466] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fda0ce8-7c53-45ba-89ca-727a2243e6aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.606326] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4458b5-19c6-4040-b81e-bf2939400685 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.619665] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e851aa-0e5e-4df5-9da4-dd717349827b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.642851] env[68503]: DEBUG nova.compute.provider_tree [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.950372] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.954071] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862948, 'name': CreateVM_Task} progress is 99%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.966907] env[68503]: DEBUG oslo_vmware.api [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862949, 'name': PowerOffVM_Task, 'duration_secs': 0.292753} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.967225] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.967403] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.967669] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61106f1f-ae6c-4741-8c69-e66895010a96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.036387] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.036623] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.036887] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleting the datastore file [datastore2] 85551269-ec7b-436f-a289-92d4380f7a44 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.037181] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18f7f3eb-37cf-42ce-8d02-a970988b955d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.046150] env[68503]: DEBUG oslo_vmware.api [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for the task: (returnval){ [ 1302.046150] env[68503]: value = "task-2862951" [ 1302.046150] env[68503]: _type = "Task" [ 1302.046150] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.054246] env[68503]: DEBUG oslo_vmware.api [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.086698] env[68503]: DEBUG nova.network.neutron [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updated VIF entry in instance network info cache for port 2d8e7009-39d4-41dd-b059-8b2d45fde265. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.087116] env[68503]: DEBUG nova.network.neutron [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [{"id": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "address": "fa:16:3e:f4:9d:b3", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e7009-39", "ovs_interfaceid": "2d8e7009-39d4-41dd-b059-8b2d45fde265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.149212] env[68503]: DEBUG nova.scheduler.client.report [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.449328] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862948, 'name': CreateVM_Task, 'duration_secs': 0.565895} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.449872] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.450583] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.450759] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.451206] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.454282] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d173fa-9386-4400-b528-adadc517e3ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.455755] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task} progress is 97%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.458416] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1302.458416] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5263502d-ccbb-2ae3-df2d-a8189737c377" [ 1302.458416] env[68503]: _type = "Task" [ 1302.458416] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.465694] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5263502d-ccbb-2ae3-df2d-a8189737c377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.555501] env[68503]: DEBUG oslo_vmware.api [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Task: {'id': task-2862951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181893} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.555759] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.555944] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.556133] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.556307] env[68503]: INFO nova.compute.manager [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1302.556564] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.556747] env[68503]: DEBUG nova.compute.manager [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.556846] env[68503]: DEBUG nova.network.neutron [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.590475] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfcfbea9-fe20-4057-8b3d-7f001549fee7 req-2208edcf-31c5-483f-b66b-e9ee474bf99b service nova] Releasing lock "refresh_cache-5423b29a-4769-49f0-b00e-db1670d3ce09" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.953723] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862947, 'name': RelocateVM_Task, 'duration_secs': 3.480052} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.954031] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.954243] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575512', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'name': 'volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14ca668c-b85b-45d7-92d8-91c8a23c810d', 'attached_at': '', 'detached_at': '', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'serial': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.955045] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f87e19-8c5f-4a50-bae1-f8fb18c1e49c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.975454] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1d84e5-72ac-4c5d-81de-bc1a55d95766 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.982528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.982757] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Processing image 188f8617-fb0d-4339-b474-6d28143c514e {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.982989] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e/188f8617-fb0d-4339-b474-6d28143c514e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.983151] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e/188f8617-fb0d-4339-b474-6d28143c514e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.983337] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.983619] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d272658-c6d8-4446-acb0-7c2d08506ddb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.002807] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be/volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.003704] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3822b7-da6b-4f7c-9f00-0235a856f527 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.019134] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.019315] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.020305] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c8c7c8-05c6-420f-807e-62246275bf5e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.025822] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1303.025822] env[68503]: value = "task-2862952" [ 1303.025822] env[68503]: _type = "Task" [ 1303.025822] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.026701] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1303.026701] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5275a053-e3bc-d7d0-1381-5f795d4345fd" [ 1303.026701] env[68503]: _type = "Task" [ 1303.026701] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.037189] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.040138] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5275a053-e3bc-d7d0-1381-5f795d4345fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.159776] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.309s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.197179] env[68503]: DEBUG nova.compute.manager [req-4f75fc30-5e55-4a14-bc3b-5ad675e2f774 req-fa477617-7261-4156-81eb-7c49b51d2209 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Received event network-vif-deleted-7a312334-3fe7-4d64-a0dc-c224c60fb03d {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.197387] env[68503]: INFO nova.compute.manager [req-4f75fc30-5e55-4a14-bc3b-5ad675e2f774 req-fa477617-7261-4156-81eb-7c49b51d2209 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Neutron deleted interface 7a312334-3fe7-4d64-a0dc-c224c60fb03d; detaching it from the instance and deleting it from the info cache [ 1303.197566] env[68503]: DEBUG nova.network.neutron [req-4f75fc30-5e55-4a14-bc3b-5ad675e2f774 req-fa477617-7261-4156-81eb-7c49b51d2209 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.476056] env[68503]: DEBUG nova.network.neutron [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.542990] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862952, 'name': ReconfigVM_Task, 'duration_secs': 0.300189} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.543317] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Preparing fetch location {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1303.543583] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Fetch image to [datastore2] OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982/OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982.vmdk {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1303.543781] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Downloading stream optimized image 188f8617-fb0d-4339-b474-6d28143c514e to [datastore2] OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982/OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982.vmdk on the data store datastore2 as vApp {{(pid=68503) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1303.543954] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Downloading image file data 188f8617-fb0d-4339-b474-6d28143c514e to the ESX as VM named 'OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982' {{(pid=68503) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1303.545848] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be/volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.550674] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104d3e9a-8a19-4efa-af45-0837176027f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.566013] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1303.566013] env[68503]: value = "task-2862953" [ 1303.566013] env[68503]: _type = "Task" [ 1303.566013] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.576439] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.628380] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1303.628380] env[68503]: value = "resgroup-9" [ 1303.628380] env[68503]: _type = "ResourcePool" [ 1303.628380] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1303.629103] env[68503]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cde2d388-a04a-4511-bfe1-cd1282ef8a5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.650503] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease: (returnval){ [ 1303.650503] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523ebb53-9543-d60a-4782-c4ddc43c516c" [ 1303.650503] env[68503]: _type = "HttpNfcLease" [ 1303.650503] env[68503]: } obtained for vApp import into resource pool (val){ [ 1303.650503] env[68503]: value = "resgroup-9" [ 1303.650503] env[68503]: _type = "ResourcePool" [ 1303.650503] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1303.650832] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the lease: (returnval){ [ 1303.650832] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523ebb53-9543-d60a-4782-c4ddc43c516c" [ 1303.650832] env[68503]: _type = "HttpNfcLease" [ 1303.650832] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1303.656658] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.656658] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523ebb53-9543-d60a-4782-c4ddc43c516c" [ 1303.656658] env[68503]: _type = "HttpNfcLease" [ 1303.656658] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1303.700472] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4fea8d3-615d-40f3-b8f2-a1ac2e2740b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.709727] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616c99ea-4eb6-4b8f-9dcf-fe70f3c35a22 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.745020] env[68503]: DEBUG nova.compute.manager [req-4f75fc30-5e55-4a14-bc3b-5ad675e2f774 req-fa477617-7261-4156-81eb-7c49b51d2209 service nova] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Detach interface failed, port_id=7a312334-3fe7-4d64-a0dc-c224c60fb03d, reason: Instance 85551269-ec7b-436f-a289-92d4380f7a44 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.746714] env[68503]: INFO nova.scheduler.client.report [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted allocation for migration 0729f90c-359c-417b-bb90-5b844b6c093d [ 1303.981331] env[68503]: INFO nova.compute.manager [-] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Took 1.42 seconds to deallocate network for instance. [ 1304.076604] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862953, 'name': ReconfigVM_Task, 'duration_secs': 0.361218} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.076925] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575512', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'name': 'volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14ca668c-b85b-45d7-92d8-91c8a23c810d', 'attached_at': '', 'detached_at': '', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'serial': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1304.077518] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49eaeac4-12be-4c98-ace0-cae9132f763b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.084016] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1304.084016] env[68503]: value = "task-2862955" [ 1304.084016] env[68503]: _type = "Task" [ 1304.084016] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.092278] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862955, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.158562] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1304.158562] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523ebb53-9543-d60a-4782-c4ddc43c516c" [ 1304.158562] env[68503]: _type = "HttpNfcLease" [ 1304.158562] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1304.257614] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.768s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.488618] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.488941] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.489168] env[68503]: DEBUG nova.objects.instance [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lazy-loading 'resources' on Instance uuid 85551269-ec7b-436f-a289-92d4380f7a44 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.593609] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862955, 'name': Rename_Task, 'duration_secs': 0.151623} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.593884] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.594140] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb0cd93-9601-48a7-91df-ec90f397e843 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.601188] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1304.601188] env[68503]: value = "task-2862956" [ 1304.601188] env[68503]: _type = "Task" [ 1304.601188] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.609348] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.659033] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1304.659033] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523ebb53-9543-d60a-4782-c4ddc43c516c" [ 1304.659033] env[68503]: _type = "HttpNfcLease" [ 1304.659033] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1304.659344] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1304.659344] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523ebb53-9543-d60a-4782-c4ddc43c516c" [ 1304.659344] env[68503]: _type = "HttpNfcLease" [ 1304.659344] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1304.660064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c47f7-cdd3-49ab-8dce-57361f4ca1e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.667070] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276a5ce-b9d0-b148-adff-cff56443b03e/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1304.667263] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276a5ce-b9d0-b148-adff-cff56443b03e/disk-0.vmdk. {{(pid=68503) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1304.732030] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-825bef92-fde6-4d13-9075-482af7a1f820 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.112076] env[68503]: DEBUG oslo_vmware.api [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862956, 'name': PowerOnVM_Task, 'duration_secs': 0.436236} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.113959] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.114195] env[68503]: INFO nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1305.114393] env[68503]: DEBUG nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.117657] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5975734-3524-4b68-9d17-864022dd5683 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.132538] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01831979-7d9c-44b0-beb6-6950ad729df1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.139516] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b3d5f8-4bcb-4d6c-b4b9-3a76e8e4eb47 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.172451] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a92e2c-9b5b-4401-91fe-6d1dc8f7f3b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.182186] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19112052-2006-483a-995e-28adeb9c9028 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.197927] env[68503]: DEBUG nova.compute.provider_tree [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.518255] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "67837506-990e-45bf-834c-c7e47c562746" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.518255] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.518688] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "67837506-990e-45bf-834c-c7e47c562746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.518727] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.518890] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.523419] env[68503]: INFO nova.compute.manager [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Terminating instance [ 1305.639595] env[68503]: INFO nova.compute.manager [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Took 13.91 seconds to build instance. [ 1305.704353] env[68503]: DEBUG nova.scheduler.client.report [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.831588] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Completed reading data from the image iterator. {{(pid=68503) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1305.831839] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276a5ce-b9d0-b148-adff-cff56443b03e/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1305.832877] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53b62f7-5079-40bf-a2f3-7675fa6125f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.840129] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276a5ce-b9d0-b148-adff-cff56443b03e/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1305.840313] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276a5ce-b9d0-b148-adff-cff56443b03e/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1305.840505] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b3790b2e-6ab4-490b-8edc-8a6232904af7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.027778] env[68503]: DEBUG nova.compute.manager [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.028101] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.029406] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf9d89d-ca10-4405-9f5c-f6bd5b38ebfb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.039205] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.039524] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c66002d-5b11-4f8d-9588-022b7e28e1db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.046663] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1306.046663] env[68503]: value = "task-2862957" [ 1306.046663] env[68503]: _type = "Task" [ 1306.046663] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.057068] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.141547] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d79e9323-347c-412f-a683-a7a0e93a31bc tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.420s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.211656] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.239521] env[68503]: INFO nova.scheduler.client.report [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Deleted allocations for instance 85551269-ec7b-436f-a289-92d4380f7a44 [ 1306.311427] env[68503]: DEBUG oslo_vmware.rw_handles [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276a5ce-b9d0-b148-adff-cff56443b03e/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1306.311703] env[68503]: INFO nova.virt.vmwareapi.images [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Downloaded image file data 188f8617-fb0d-4339-b474-6d28143c514e [ 1306.312732] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee36d44-d546-4472-8c55-37540d027722 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.329310] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96dcd29f-d42b-408e-ab6f-283c75489536 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.384853] env[68503]: INFO nova.virt.vmwareapi.images [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] The imported VM was unregistered [ 1306.387668] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Caching image {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1306.387924] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating directory with path [datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.388241] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7404d550-ad41-4578-8d2a-ca668c70fb64 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.409917] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created directory with path [datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.410161] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982/OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982.vmdk to [datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e/188f8617-fb0d-4339-b474-6d28143c514e.vmdk. {{(pid=68503) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1306.410455] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-51a73b33-1edf-4e21-99af-e62c5f608ef4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.417163] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1306.417163] env[68503]: value = "task-2862959" [ 1306.417163] env[68503]: _type = "Task" [ 1306.417163] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.424687] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862959, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.559827] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862957, 'name': PowerOffVM_Task, 'duration_secs': 0.375828} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.559827] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.559827] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.560125] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-276d00a4-a44c-4bec-a47b-0cdee069589c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.594125] env[68503]: DEBUG nova.compute.manager [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Received event network-changed-076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.594269] env[68503]: DEBUG nova.compute.manager [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Refreshing instance network info cache due to event network-changed-076492c2-d1c1-4e3e-b359-729c78b8a9de. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.594485] env[68503]: DEBUG oslo_concurrency.lockutils [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] Acquiring lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.594627] env[68503]: DEBUG oslo_concurrency.lockutils [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] Acquired lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.594782] env[68503]: DEBUG nova.network.neutron [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Refreshing network info cache for port 076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.749177] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ea1af569-5fd0-4a60-b5b0-5b2f1cb64199 tempest-ServerActionsTestOtherB-1543800575 tempest-ServerActionsTestOtherB-1543800575-project-member] Lock "85551269-ec7b-436f-a289-92d4380f7a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.876s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.927286] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862959, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.333628] env[68503]: DEBUG nova.network.neutron [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Updated VIF entry in instance network info cache for port 076492c2-d1c1-4e3e-b359-729c78b8a9de. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.334125] env[68503]: DEBUG nova.network.neutron [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Updating instance_info_cache with network_info: [{"id": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "address": "fa:16:3e:29:ed:da", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076492c2-d1", "ovs_interfaceid": "076492c2-d1c1-4e3e-b359-729c78b8a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.429846] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862959, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.439337] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.439633] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.439843] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleting the datastore file [datastore1] 67837506-990e-45bf-834c-c7e47c562746 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.440147] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb2eadf-f9ed-47b9-b025-d7de8a4ff60e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.449759] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for the task: (returnval){ [ 1307.449759] env[68503]: value = "task-2862962" [ 1307.449759] env[68503]: _type = "Task" [ 1307.449759] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.461304] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.837694] env[68503]: DEBUG oslo_concurrency.lockutils [req-58757606-d1b2-4740-9dff-748d4be76d55 req-fec5e2bd-0d52-4126-9933-9dfe6c920c66 service nova] Releasing lock "refresh_cache-36a36399-1707-4621-b677-6d728936489d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.931801] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862959, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.961909] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.030541] env[68503]: DEBUG nova.compute.manager [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Stashing vm_state: active {{(pid=68503) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1308.434260] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862959, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.462144] env[68503]: DEBUG oslo_vmware.api [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Task: {'id': task-2862962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523391} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.462549] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.462831] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.463177] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.463433] env[68503]: INFO nova.compute.manager [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] [instance: 67837506-990e-45bf-834c-c7e47c562746] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1308.463813] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.464151] env[68503]: DEBUG nova.compute.manager [-] [instance: 67837506-990e-45bf-834c-c7e47c562746] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.464312] env[68503]: DEBUG nova.network.neutron [-] [instance: 67837506-990e-45bf-834c-c7e47c562746] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.554522] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.554939] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.624486] env[68503]: DEBUG nova.compute.manager [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Received event network-changed-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.624613] env[68503]: DEBUG nova.compute.manager [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Refreshing instance network info cache due to event network-changed-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.624850] env[68503]: DEBUG oslo_concurrency.lockutils [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] Acquiring lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.624962] env[68503]: DEBUG oslo_concurrency.lockutils [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] Acquired lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.625261] env[68503]: DEBUG nova.network.neutron [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Refreshing network info cache for port ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.822024] env[68503]: DEBUG nova.compute.manager [req-60453c58-19d2-43bb-bf15-5c70281260f3 req-550f07ab-812f-4f1c-b8c5-4eb00a483dd8 service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Received event network-vif-deleted-2e88f1d1-a41f-46cc-ba34-8827a62057d0 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.822326] env[68503]: INFO nova.compute.manager [req-60453c58-19d2-43bb-bf15-5c70281260f3 req-550f07ab-812f-4f1c-b8c5-4eb00a483dd8 service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Neutron deleted interface 2e88f1d1-a41f-46cc-ba34-8827a62057d0; detaching it from the instance and deleting it from the info cache [ 1308.822724] env[68503]: DEBUG nova.network.neutron [req-60453c58-19d2-43bb-bf15-5c70281260f3 req-550f07ab-812f-4f1c-b8c5-4eb00a483dd8 service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.930740] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862959, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.494678} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.931111] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982/OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982.vmdk to [datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e/188f8617-fb0d-4339-b474-6d28143c514e.vmdk. [ 1308.931275] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Cleaning up location [datastore2] OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1308.931388] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e8573df8-4919-41f3-b2e2-75cb37361982 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.931645] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-402044a9-e79a-4c66-9585-7c35660a93d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.937786] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1308.937786] env[68503]: value = "task-2862963" [ 1308.937786] env[68503]: _type = "Task" [ 1308.937786] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.945401] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.060944] env[68503]: INFO nova.compute.claims [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.304353] env[68503]: DEBUG nova.network.neutron [-] [instance: 67837506-990e-45bf-834c-c7e47c562746] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.325494] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb2a4bee-ca49-46a7-b7f3-f7fa2548d62d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.336963] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1aa75d-7243-4019-8234-cc92a2899fdd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.366708] env[68503]: DEBUG nova.compute.manager [req-60453c58-19d2-43bb-bf15-5c70281260f3 req-550f07ab-812f-4f1c-b8c5-4eb00a483dd8 service nova] [instance: 67837506-990e-45bf-834c-c7e47c562746] Detach interface failed, port_id=2e88f1d1-a41f-46cc-ba34-8827a62057d0, reason: Instance 67837506-990e-45bf-834c-c7e47c562746 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1309.371244] env[68503]: DEBUG nova.network.neutron [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updated VIF entry in instance network info cache for port ef5bc377-39c3-43b6-a0b0-d128fa4b6d49. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.371578] env[68503]: DEBUG nova.network.neutron [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [{"id": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "address": "fa:16:3e:1a:c2:20", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5bc377-39", "ovs_interfaceid": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.447683] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048767} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.447938] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.448128] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e/188f8617-fb0d-4339-b474-6d28143c514e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.448370] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e/188f8617-fb0d-4339-b474-6d28143c514e.vmdk to [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.448616] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9d6bf31-5777-41e8-ab0b-b44962ec0f20 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.455579] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1309.455579] env[68503]: value = "task-2862964" [ 1309.455579] env[68503]: _type = "Task" [ 1309.455579] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.464503] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.569078] env[68503]: INFO nova.compute.resource_tracker [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating resource usage from migration 90dfc2ff-5c94-4155-b9b2-59cdab69d566 [ 1309.690331] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119ab9ae-62d0-437b-acb6-9c562f61a6a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.698587] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21291ea9-21c8-4dcf-81bd-08f32210f71f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.730864] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc051b2b-8783-495e-a040-89b2f7483e29 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.738480] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e379075-5148-42f6-b47a-75f0b4f4cd27 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.754763] env[68503]: DEBUG nova.compute.provider_tree [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.807227] env[68503]: INFO nova.compute.manager [-] [instance: 67837506-990e-45bf-834c-c7e47c562746] Took 1.34 seconds to deallocate network for instance. [ 1309.874637] env[68503]: DEBUG oslo_concurrency.lockutils [req-78bc0825-dbf9-4209-975c-b5f7c330b675 req-55113139-e96c-4fb8-bef4-f16cf557fb3f service nova] Releasing lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.967137] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862964, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.258912] env[68503]: DEBUG nova.scheduler.client.report [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.315352] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.468470] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862964, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.764573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.210s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.767901] env[68503]: INFO nova.compute.manager [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Migrating [ 1310.771411] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.456s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.771626] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.802932] env[68503]: INFO nova.scheduler.client.report [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Deleted allocations for instance 67837506-990e-45bf-834c-c7e47c562746 [ 1310.970340] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862964, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.284761] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.284902] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.285840] env[68503]: DEBUG nova.network.neutron [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.312414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-06242da2-621d-4b96-b037-c3a03ed227a8 tempest-DeleteServersTestJSON-306243952 tempest-DeleteServersTestJSON-306243952-project-member] Lock "67837506-990e-45bf-834c-c7e47c562746" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.794s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.473024] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862964, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.987220] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862964, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.313804} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.987533] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/188f8617-fb0d-4339-b474-6d28143c514e/188f8617-fb0d-4339-b474-6d28143c514e.vmdk to [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.988425] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757df5b4-d822-40c6-ba43-431014ea873e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.014320] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.017606] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2473ea-0b05-41ba-bd1e-13a5d15e88af {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.040172] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1312.040172] env[68503]: value = "task-2862965" [ 1312.040172] env[68503]: _type = "Task" [ 1312.040172] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.050316] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.167869] env[68503]: DEBUG nova.network.neutron [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [{"id": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "address": "fa:16:3e:1a:c2:20", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5bc377-39", "ovs_interfaceid": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.552196] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.671144] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.049878] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.548920] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862965, 'name': ReconfigVM_Task, 'duration_secs': 1.267834} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.549188] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09/5423b29a-4769-49f0-b00e-db1670d3ce09.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.550315] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'e2a34396-b5ef-4df8-85dc-47384c92b269'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '63d1c803-c434-45b1-827d-2a7fdef690ad', 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575516', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'name': 'volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5423b29a-4769-49f0-b00e-db1670d3ce09', 'attached_at': '', 'detached_at': '', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'serial': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a'}, 'volume_type': None}], 'swap': None} {{(pid=68503) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1313.550512] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1313.550701] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575516', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'name': 'volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5423b29a-4769-49f0-b00e-db1670d3ce09', 'attached_at': '', 'detached_at': '', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'serial': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1313.551491] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36100b9b-40d0-4108-a5e5-8f34f7a40012 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.566143] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8e0a6b-8a55-42ab-9cab-314de05c6e1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.588887] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a/volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.589116] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3446cc54-7fa2-4379-be71-b9aaff208b93 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.606527] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1313.606527] env[68503]: value = "task-2862967" [ 1313.606527] env[68503]: _type = "Task" [ 1313.606527] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.618037] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.117520] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862967, 'name': ReconfigVM_Task, 'duration_secs': 0.451883} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.117909] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a/volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.122663] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57cce218-1b22-4bb9-bd2d-66b54698f72d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.137581] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1314.137581] env[68503]: value = "task-2862968" [ 1314.137581] env[68503]: _type = "Task" [ 1314.137581] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.145590] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.188756] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f8f32-5861-47ce-a7ef-f9733c2774b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.207648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance '14ca668c-b85b-45d7-92d8-91c8a23c810d' progress to 0 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.648202] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862968, 'name': ReconfigVM_Task, 'duration_secs': 0.135876} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.648522] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575516', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'name': 'volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5423b29a-4769-49f0-b00e-db1670d3ce09', 'attached_at': '', 'detached_at': '', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'serial': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1314.649115] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7597e831-02cf-4783-9ccf-cf129981c963 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.655859] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1314.655859] env[68503]: value = "task-2862969" [ 1314.655859] env[68503]: _type = "Task" [ 1314.655859] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.664699] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862969, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.713791] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.714136] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e33d3d0b-d5d7-44a2-990b-5131f3b3b1ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.721270] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1314.721270] env[68503]: value = "task-2862970" [ 1314.721270] env[68503]: _type = "Task" [ 1314.721270] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.729692] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.166664] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862969, 'name': Rename_Task, 'duration_secs': 0.154666} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.166991] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.167216] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc20b6d-4472-4f54-b284-ba304180d124 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.174000] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1315.174000] env[68503]: value = "task-2862971" [ 1315.174000] env[68503]: _type = "Task" [ 1315.174000] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.189605] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.230195] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862970, 'name': PowerOffVM_Task, 'duration_secs': 0.145442} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.230462] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.230676] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance '14ca668c-b85b-45d7-92d8-91c8a23c810d' progress to 17 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.684947] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.737148] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.737413] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.737568] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.737746] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.737888] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.738895] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.739194] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.739376] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.739554] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.739726] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.739902] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.744967] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2bdf0e8-42be-4939-b38d-6777adfd3f8c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.761317] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1315.761317] env[68503]: value = "task-2862972" [ 1315.761317] env[68503]: _type = "Task" [ 1315.761317] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.769565] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.188124] env[68503]: DEBUG oslo_vmware.api [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862971, 'name': PowerOnVM_Task, 'duration_secs': 0.559153} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.188500] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.228697] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.228809] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.228964] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.229079] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.229255] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.229384] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.229648] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.286609] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862972, 'name': ReconfigVM_Task, 'duration_secs': 0.138882} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.286609] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance '14ca668c-b85b-45d7-92d8-91c8a23c810d' progress to 33 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.333125] env[68503]: DEBUG nova.compute.manager [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.334248] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa49e1-d3af-47a2-9eb7-aaee0737f031 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.733623] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Getting list of instances from cluster (obj){ [ 1316.733623] env[68503]: value = "domain-c8" [ 1316.733623] env[68503]: _type = "ClusterComputeResource" [ 1316.733623] env[68503]: } {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1316.734708] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02260244-4bf5-43b0-afd5-bb410dcfacb1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.750500] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Got total of 6 instances {{(pid=68503) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1316.750693] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Triggering sync for uuid 36a36399-1707-4621-b677-6d728936489d {{(pid=68503) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1316.750891] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Triggering sync for uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1316.751060] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Triggering sync for uuid 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1316.751219] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Triggering sync for uuid d6733469-fd30-4f5a-bff7-e7ad5995633d {{(pid=68503) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1316.751370] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Triggering sync for uuid 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 {{(pid=68503) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1316.751518] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Triggering sync for uuid 14ca668c-b85b-45d7-92d8-91c8a23c810d {{(pid=68503) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1316.751858] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "36a36399-1707-4621-b677-6d728936489d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.752091] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "36a36399-1707-4621-b677-6d728936489d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.752364] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.752571] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.752818] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.753038] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.753218] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.753444] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.753645] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.753875] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.754060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.754227] env[68503]: INFO nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1316.754388] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.754553] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.754684] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1316.755401] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3f6139-6862-41ab-b990-e31c995d2713 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.758315] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8ad60-8f71-41e3-a846-e4f3afc85f1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.762316] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b83398-de41-4f3a-a56c-4fde46d23cdd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.764904] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f9b8b1-ae91-4f99-8a32-79aa6373ce4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.767147] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.779163] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.779163] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.779163] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.779458] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.779632] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.779781] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.779982] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.780156] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.780322] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.780479] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.780647] env[68503]: DEBUG nova.virt.hardware [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.785890] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.789260] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df9bb08-d252-4bde-8176-28cb85d74ea7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.809168] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1316.809168] env[68503]: value = "task-2862973" [ 1316.809168] env[68503]: _type = "Task" [ 1316.809168] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.818069] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.851803] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1ebb916-ec45-4af6-aba5-9589e181717f tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.612s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.852781] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.100s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.852982] env[68503]: INFO nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] During sync_power_state the instance has a pending task (spawning). Skip. [ 1316.853170] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.270942] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.271234] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.271395] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.271551] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1317.273456] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cabaf3d-1e97-4a3b-9d2f-df60a233c6b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.281111] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e07172a-93d4-4548-8758-869d591fc949 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.294029] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "36a36399-1707-4621-b677-6d728936489d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.294373] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.294668] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.295572] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f28de2-ba88-4251-83b5-c658780e68c6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.301851] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bf616-bed2-4c9e-a239-6301cda3883e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.304981] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.335079] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179716MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1317.335260] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.335476] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.337679] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.337888] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.338089] env[68503]: DEBUG nova.compute.manager [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.341683] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43dbf20-2c39-43ca-bba3-9fdd004a8ca5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.351552] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862973, 'name': ReconfigVM_Task, 'duration_secs': 0.183877} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.353162] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.353478] env[68503]: DEBUG nova.compute.manager [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1317.354062] env[68503]: DEBUG nova.objects.instance [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'flavor' on Instance uuid 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.355705] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d1cdcb-9798-4e44-86f1-0a1c1a884272 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.379260] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be/volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.379931] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab3395b-d7a2-460a-8b35-7d2604589723 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.398834] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1317.398834] env[68503]: value = "task-2862974" [ 1317.398834] env[68503]: _type = "Task" [ 1317.398834] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.406418] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.908962] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862974, 'name': ReconfigVM_Task, 'duration_secs': 0.369383} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.909237] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be/volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.909499] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance '14ca668c-b85b-45d7-92d8-91c8a23c810d' progress to 50 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.352311] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Applying migration context for instance 14ca668c-b85b-45d7-92d8-91c8a23c810d as it has an incoming, in-progress migration 90dfc2ff-5c94-4155-b9b2-59cdab69d566. Migration status is migrating {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1318.353431] env[68503]: INFO nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating resource usage from migration 90dfc2ff-5c94-4155-b9b2-59cdab69d566 [ 1318.363465] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.363823] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ad2f70-0213-4ef8-8e4a-c0a8dd48db0f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.371950] env[68503]: DEBUG oslo_vmware.api [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1318.371950] env[68503]: value = "task-2862975" [ 1318.371950] env[68503]: _type = "Task" [ 1318.371950] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.376211] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.376403] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 8ae86b66-2942-4d7d-9db4-69a9465eba6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.376557] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance d6733469-fd30-4f5a-bff7-e7ad5995633d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.376723] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.376871] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 5423b29a-4769-49f0-b00e-db1670d3ce09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.377057] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Migration 90dfc2ff-5c94-4155-b9b2-59cdab69d566 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1318.377207] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 14ca668c-b85b-45d7-92d8-91c8a23c810d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.377456] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1318.377646] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1318.386242] env[68503]: DEBUG oslo_vmware.api [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.415704] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b98342-0fe8-4d97-9d7c-af11d512d6f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.438957] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d7d86e-65f0-44f4-a870-049140545655 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.458197] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance '14ca668c-b85b-45d7-92d8-91c8a23c810d' progress to 67 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.498440] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff7e57b-5280-4e75-b57d-d513e17c3ee8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.508071] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76dfec-d358-4934-a2e7-34d68e10b4cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.540699] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd828b-6dee-4013-a242-5677a59893a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.547979] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c3512-8813-4311-b378-94264504f395 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.561931] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.881723] env[68503]: DEBUG oslo_vmware.api [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862975, 'name': PowerOffVM_Task, 'duration_secs': 0.207512} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.881974] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.882189] env[68503]: DEBUG nova.compute.manager [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.883020] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca7b936-cf55-4458-ba00-635bf2f408f8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.064992] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.393811] env[68503]: DEBUG oslo_concurrency.lockutils [None req-ba398a9b-57df-4dd1-ae10-74d5734a3bf6 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.570391] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1319.570569] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.235s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.100903] env[68503]: DEBUG nova.network.neutron [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Port ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 binding to destination host cpu-1 is already ACTIVE {{(pid=68503) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1320.165179] env[68503]: DEBUG nova.objects.instance [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'flavor' on Instance uuid 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.670478] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.670829] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.670889] env[68503]: DEBUG nova.network.neutron [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.671026] env[68503]: DEBUG nova.objects.instance [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'info_cache' on Instance uuid 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.118231] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.118420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.118594] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.174207] env[68503]: DEBUG nova.objects.base [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Object Instance<3f31d7ea-4e5f-48b6-b048-9d4164ae2319> lazy-loaded attributes: flavor,info_cache {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1321.868547] env[68503]: DEBUG nova.network.neutron [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updating instance_info_cache with network_info: [{"id": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "address": "fa:16:3e:00:ab:05", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6728446e-23", "ovs_interfaceid": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.161523] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.161719] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.161893] env[68503]: DEBUG nova.network.neutron [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.372026] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.848958] env[68503]: DEBUG nova.network.neutron [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [{"id": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "address": "fa:16:3e:1a:c2:20", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5bc377-39", "ovs_interfaceid": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.352034] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.376817] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.377231] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb6496d2-c0c3-489f-af77-c0f1f3e8299c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.384842] env[68503]: DEBUG oslo_vmware.api [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1323.384842] env[68503]: value = "task-2862976" [ 1323.384842] env[68503]: _type = "Task" [ 1323.384842] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.394229] env[68503]: DEBUG oslo_vmware.api [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.550650] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.550968] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.551213] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.551422] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.551608] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.553863] env[68503]: INFO nova.compute.manager [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Terminating instance [ 1323.861622] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b793fcd-31cf-44a2-9ca7-0b9a4b9546c4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.868555] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbfee3-7f33-431a-9a6c-c1699dcc661e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.893370] env[68503]: DEBUG oslo_vmware.api [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862976, 'name': PowerOnVM_Task, 'duration_secs': 0.406073} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.893597] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.893790] env[68503]: DEBUG nova.compute.manager [None req-d557c423-e880-4fc9-a6be-a5be122d1d7e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.894513] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be44a6e-86bc-4b67-8d7c-f8823f4b004d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.058480] env[68503]: DEBUG nova.compute.manager [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.058707] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.059637] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe01909-585c-441d-9912-fb4efbab61b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.067409] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.067640] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a0615e-7aea-47e0-9e6d-a7b2466bed3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.076880] env[68503]: DEBUG oslo_vmware.api [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1324.076880] env[68503]: value = "task-2862977" [ 1324.076880] env[68503]: _type = "Task" [ 1324.076880] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.084546] env[68503]: DEBUG oslo_vmware.api [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.588365] env[68503]: DEBUG oslo_vmware.api [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862977, 'name': PowerOffVM_Task, 'duration_secs': 0.191683} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.588722] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.588793] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.589051] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d02048-8169-4a90-860e-48364d944950 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.663893] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.664094] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.664284] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Deleting the datastore file [datastore2] 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.664543] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-293e125d-0725-46b7-b144-11ba161e30f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.671268] env[68503]: DEBUG oslo_vmware.api [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1324.671268] env[68503]: value = "task-2862979" [ 1324.671268] env[68503]: _type = "Task" [ 1324.671268] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.679015] env[68503]: DEBUG oslo_vmware.api [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.934973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9c205a-ce32-484e-9a56-a7318b8dc843 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.941511] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cc25df3f-6964-45c3-a549-7e7fd27c98c3 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Suspending the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1324.941750] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2d6788b3-8e3e-45af-81a4-663b63897e83 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.950509] env[68503]: DEBUG oslo_vmware.api [None req-cc25df3f-6964-45c3-a549-7e7fd27c98c3 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1324.950509] env[68503]: value = "task-2862980" [ 1324.950509] env[68503]: _type = "Task" [ 1324.950509] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.958018] env[68503]: DEBUG oslo_vmware.api [None req-cc25df3f-6964-45c3-a549-7e7fd27c98c3 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862980, 'name': SuspendVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.970240] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3d103c-f8b8-4adf-a4a2-b37304187c1d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.988606] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0847396b-8bbc-4996-8135-0ab7e766a59c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.995018] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance '14ca668c-b85b-45d7-92d8-91c8a23c810d' progress to 83 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.181858] env[68503]: DEBUG oslo_vmware.api [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145823} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.182171] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.182377] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.182621] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.182804] env[68503]: INFO nova.compute.manager [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1325.183107] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.183360] env[68503]: DEBUG nova.compute.manager [-] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.183460] env[68503]: DEBUG nova.network.neutron [-] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.460424] env[68503]: DEBUG oslo_vmware.api [None req-cc25df3f-6964-45c3-a549-7e7fd27c98c3 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862980, 'name': SuspendVM_Task} progress is 70%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.501733] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.502444] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8812b162-cd37-4aaf-8fc7-942690ab26b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.509463] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1325.509463] env[68503]: value = "task-2862981" [ 1325.509463] env[68503]: _type = "Task" [ 1325.509463] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.525838] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.672285] env[68503]: DEBUG nova.compute.manager [req-723e9426-ac84-40b2-81cd-d84f43109242 req-d1530c4f-9177-4cca-9ee2-2e5afa4e0d72 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Received event network-vif-deleted-ffc1d13a-ca95-476e-8738-d9a6d0cba899 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.672285] env[68503]: INFO nova.compute.manager [req-723e9426-ac84-40b2-81cd-d84f43109242 req-d1530c4f-9177-4cca-9ee2-2e5afa4e0d72 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Neutron deleted interface ffc1d13a-ca95-476e-8738-d9a6d0cba899; detaching it from the instance and deleting it from the info cache [ 1325.672285] env[68503]: DEBUG nova.network.neutron [req-723e9426-ac84-40b2-81cd-d84f43109242 req-d1530c4f-9177-4cca-9ee2-2e5afa4e0d72 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.960559] env[68503]: DEBUG oslo_vmware.api [None req-cc25df3f-6964-45c3-a549-7e7fd27c98c3 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862980, 'name': SuspendVM_Task, 'duration_secs': 0.601683} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.961080] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cc25df3f-6964-45c3-a549-7e7fd27c98c3 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Suspended the VM {{(pid=68503) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1325.961080] env[68503]: DEBUG nova.compute.manager [None req-cc25df3f-6964-45c3-a549-7e7fd27c98c3 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.961823] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23bed41-22f4-488a-a0e8-5e7d7a203778 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.020230] env[68503]: DEBUG oslo_vmware.api [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2862981, 'name': PowerOnVM_Task, 'duration_secs': 0.398851} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.020480] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.020722] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-c42dcaad-6994-4530-98bf-15b8a7d3abb6 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance '14ca668c-b85b-45d7-92d8-91c8a23c810d' progress to 100 {{(pid=68503) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.152341] env[68503]: DEBUG nova.network.neutron [-] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.174767] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bb057e5-2031-407b-af2e-3a1a57532744 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.184399] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8382354-4230-4875-bf92-033934a5d75f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.211974] env[68503]: DEBUG nova.compute.manager [req-723e9426-ac84-40b2-81cd-d84f43109242 req-d1530c4f-9177-4cca-9ee2-2e5afa4e0d72 service nova] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Detach interface failed, port_id=ffc1d13a-ca95-476e-8738-d9a6d0cba899, reason: Instance 8ae86b66-2942-4d7d-9db4-69a9465eba6c could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1326.654864] env[68503]: INFO nova.compute.manager [-] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Took 1.47 seconds to deallocate network for instance. [ 1327.161215] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.161724] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.161986] env[68503]: DEBUG nova.objects.instance [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'resources' on Instance uuid 8ae86b66-2942-4d7d-9db4-69a9465eba6c {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.272755] env[68503]: INFO nova.compute.manager [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Resuming [ 1327.273397] env[68503]: DEBUG nova.objects.instance [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'flavor' on Instance uuid 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.762664] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fd38ff-704d-4528-9ce3-f40f982d730c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.770066] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5bd7b9-1489-48c2-a70e-c12d58ecdaa0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.801697] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d993d-ad96-4b39-83cc-796d7259ffc5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.809489] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ca6b5-947e-4b73-ba94-05c186125600 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.822895] env[68503]: DEBUG nova.compute.provider_tree [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.325442] env[68503]: DEBUG nova.scheduler.client.report [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.715193] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.717328] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.717547] env[68503]: DEBUG nova.compute.manager [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Going to confirm migration 10 {{(pid=68503) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1328.808859] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.809019] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquired lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.809188] env[68503]: DEBUG nova.network.neutron [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.830423] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.853303] env[68503]: INFO nova.scheduler.client.report [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Deleted allocations for instance 8ae86b66-2942-4d7d-9db4-69a9465eba6c [ 1329.279939] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.280141] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquired lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.280341] env[68503]: DEBUG nova.network.neutron [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.280534] env[68503]: DEBUG nova.objects.instance [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'info_cache' on Instance uuid 14ca668c-b85b-45d7-92d8-91c8a23c810d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.359750] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3f76e643-850d-4f34-83c2-5603423ecb11 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "8ae86b66-2942-4d7d-9db4-69a9465eba6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.504947] env[68503]: DEBUG nova.network.neutron [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updating instance_info_cache with network_info: [{"id": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "address": "fa:16:3e:00:ab:05", "network": {"id": "de5cedd6-0012-44cf-bb27-02353e6dc1d5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1339493028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "572fec3a5ede4b51836c634ee7f14419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6728446e-23", "ovs_interfaceid": "6728446e-23fd-4bf2-aaf8-1050d21443b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.008129] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Releasing lock "refresh_cache-3f31d7ea-4e5f-48b6-b048-9d4164ae2319" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.009127] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9d6bb1-3582-4574-9da7-91a0b7e89a23 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.016026] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Resuming the VM {{(pid=68503) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1330.016255] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd20dee-2b7e-4e33-871a-28da9ba9d083 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.022688] env[68503]: DEBUG oslo_vmware.api [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1330.022688] env[68503]: value = "task-2862982" [ 1330.022688] env[68503]: _type = "Task" [ 1330.022688] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.029693] env[68503]: DEBUG oslo_vmware.api [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.535483] env[68503]: DEBUG oslo_vmware.api [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.825770] env[68503]: DEBUG nova.network.neutron [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [{"id": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "address": "fa:16:3e:1a:c2:20", "network": {"id": "eca26a2e-0fd1-4b4a-85fc-73e3d29b5e11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1019167928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd779af9f7f643f8852b887caa90b744", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5bc377-39", "ovs_interfaceid": "ef5bc377-39c3-43b6-a0b0-d128fa4b6d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.033634] env[68503]: DEBUG oslo_vmware.api [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862982, 'name': PowerOnVM_Task, 'duration_secs': 0.571968} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.033894] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Resumed the VM {{(pid=68503) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1331.034087] env[68503]: DEBUG nova.compute.manager [None req-4f6f877c-4fbb-4cc0-85a4-9dfdc242c31e tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.034895] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3469004e-3385-4c4c-a94b-7fdffc8e15e7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.328173] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Releasing lock "refresh_cache-14ca668c-b85b-45d7-92d8-91c8a23c810d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.329028] env[68503]: DEBUG nova.objects.instance [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'migration_context' on Instance uuid 14ca668c-b85b-45d7-92d8-91c8a23c810d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.831297] env[68503]: DEBUG nova.objects.base [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Object Instance<14ca668c-b85b-45d7-92d8-91c8a23c810d> lazy-loaded attributes: info_cache,migration_context {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1331.832343] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e26986-2a3a-407f-b32b-ed4adfaa313a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.852448] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d594dce-71a3-487f-8c6a-a1e4309afaad {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.857993] env[68503]: DEBUG oslo_vmware.api [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1331.857993] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]524155cb-3ed0-4f7f-1efa-56777422fb3b" [ 1331.857993] env[68503]: _type = "Task" [ 1331.857993] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.865570] env[68503]: DEBUG oslo_vmware.api [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524155cb-3ed0-4f7f-1efa-56777422fb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.919172] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.919478] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.024270] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.024540] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.024747] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.024926] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.025286] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.027313] env[68503]: INFO nova.compute.manager [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Terminating instance [ 1332.372687] env[68503]: DEBUG oslo_vmware.api [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]524155cb-3ed0-4f7f-1efa-56777422fb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.007628} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.372687] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.372687] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.422435] env[68503]: DEBUG nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.531316] env[68503]: DEBUG nova.compute.manager [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.531545] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.532443] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86123bee-7ff5-47bf-a4b1-0337473686ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.540319] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.540598] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b5a4ce-2e51-4f01-a5cc-b83295393c5f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.547363] env[68503]: DEBUG oslo_vmware.api [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1332.547363] env[68503]: value = "task-2862983" [ 1332.547363] env[68503]: _type = "Task" [ 1332.547363] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.555594] env[68503]: DEBUG oslo_vmware.api [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.947734] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.994392] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c0c027-2ad7-43f6-b6fb-44c2f61a11ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.004398] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0823fb-d9e0-4aa1-9520-2f40914f753d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.035167] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5e6d2e-3680-4129-b464-7e10eaa5bd00 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.042479] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f38bf42-f14f-440a-a41f-469991651c33 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.055451] env[68503]: DEBUG nova.compute.provider_tree [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.064542] env[68503]: DEBUG oslo_vmware.api [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862983, 'name': PowerOffVM_Task, 'duration_secs': 0.24166} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.065665] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.065665] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.065845] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9adae555-ed2c-47bd-8c52-7cb4e871a65e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.132490] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.132717] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.132930] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleting the datastore file [datastore2] 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.133212] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db2520f4-0ac6-4ecf-ba51-0517736905c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.139914] env[68503]: DEBUG oslo_vmware.api [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for the task: (returnval){ [ 1333.139914] env[68503]: value = "task-2862985" [ 1333.139914] env[68503]: _type = "Task" [ 1333.139914] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.147830] env[68503]: DEBUG oslo_vmware.api [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.561830] env[68503]: DEBUG nova.scheduler.client.report [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.650041] env[68503]: DEBUG oslo_vmware.api [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Task: {'id': task-2862985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159092} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.650308] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.650490] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.650664] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.650834] env[68503]: INFO nova.compute.manager [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1333.651104] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.651296] env[68503]: DEBUG nova.compute.manager [-] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.651388] env[68503]: DEBUG nova.network.neutron [-] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.128648] env[68503]: DEBUG nova.compute.manager [req-2993d91b-8c3e-4ecf-b4d7-9ec4eeee217a req-ef7aa0e5-9bb4-4148-9131-906bb014b1d7 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Received event network-vif-deleted-6728446e-23fd-4bf2-aaf8-1050d21443b5 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.128942] env[68503]: INFO nova.compute.manager [req-2993d91b-8c3e-4ecf-b4d7-9ec4eeee217a req-ef7aa0e5-9bb4-4148-9131-906bb014b1d7 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Neutron deleted interface 6728446e-23fd-4bf2-aaf8-1050d21443b5; detaching it from the instance and deleting it from the info cache [ 1334.129269] env[68503]: DEBUG nova.network.neutron [req-2993d91b-8c3e-4ecf-b4d7-9ec4eeee217a req-ef7aa0e5-9bb4-4148-9131-906bb014b1d7 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.572822] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.200s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.575665] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.628s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.577132] env[68503]: INFO nova.compute.claims [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.604147] env[68503]: DEBUG nova.network.neutron [-] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.634279] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c88c26de-b3bd-42a0-95e2-0560e3a62fba {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.644018] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3061dab-70de-42a5-9fdc-f089955efaf4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.671040] env[68503]: DEBUG nova.compute.manager [req-2993d91b-8c3e-4ecf-b4d7-9ec4eeee217a req-ef7aa0e5-9bb4-4148-9131-906bb014b1d7 service nova] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Detach interface failed, port_id=6728446e-23fd-4bf2-aaf8-1050d21443b5, reason: Instance 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.106785] env[68503]: INFO nova.compute.manager [-] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Took 1.46 seconds to deallocate network for instance. [ 1335.141991] env[68503]: INFO nova.scheduler.client.report [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted allocation for migration 90dfc2ff-5c94-4155-b9b2-59cdab69d566 [ 1335.151951] env[68503]: INFO nova.compute.manager [None req-ea7fb21b-53bc-46d2-b508-d644d0448bfa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Get console output [ 1335.152840] env[68503]: WARNING nova.virt.vmwareapi.driver [None req-ea7fb21b-53bc-46d2-b508-d644d0448bfa tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] The console log is missing. Check your VSPC configuration [ 1335.611901] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.648296] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4d621b9f-e4e4-492d-a8f5-b2b246bf05d1 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.932s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.665741] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc359892-c4ed-4466-9203-fb1fd0675969 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.673705] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e330e12-de1e-40c3-9d5a-62fea27bc4f2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.704829] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e31b15-ad89-43d5-9e8e-ce0895e020bd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.711737] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1791b79a-a100-4fc5-8a4b-ffdff746f5e5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.724974] env[68503]: DEBUG nova.compute.provider_tree [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.245434] env[68503]: ERROR nova.scheduler.client.report [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [req-f9425aa4-ec4a-4f0c-a19d-9482b9059950] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9425aa4-ec4a-4f0c-a19d-9482b9059950"}]} [ 1336.261156] env[68503]: DEBUG nova.scheduler.client.report [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1336.273432] env[68503]: DEBUG nova.scheduler.client.report [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1336.273637] env[68503]: DEBUG nova.compute.provider_tree [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.283355] env[68503]: DEBUG nova.scheduler.client.report [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1336.299597] env[68503]: DEBUG nova.scheduler.client.report [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1336.368983] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0805fa9-c46c-4415-aa52-31313bc7f863 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.375932] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2bfbea-364a-4512-99be-13b0a36e96b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.405210] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cefdad-f103-451d-ab80-03c5f90f1e57 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.411698] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5cffb1-6429-4e57-b117-6899e1779e80 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.425896] env[68503]: DEBUG nova.compute.provider_tree [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.955460] env[68503]: DEBUG nova.scheduler.client.report [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1336.955707] env[68503]: DEBUG nova.compute.provider_tree [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 168 to 169 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1336.955925] env[68503]: DEBUG nova.compute.provider_tree [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1337.460718] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.461306] env[68503]: DEBUG nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.464171] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.852s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.464386] env[68503]: DEBUG nova.objects.instance [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lazy-loading 'resources' on Instance uuid 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.967591] env[68503]: DEBUG nova.compute.utils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.969072] env[68503]: DEBUG nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.969253] env[68503]: DEBUG nova.network.neutron [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.019431] env[68503]: DEBUG nova.policy [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '676544a738e14c2badcd7e59b202cdba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b9dec579914776ac767424b394e99f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.053855] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88dba9d-bdfb-46b7-a9c8-b03c28447828 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.061188] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c212389c-6f52-4c5b-90e6-68f4e1a44a6b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.091294] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c13fec-9d08-4b38-b91c-bfeb7c536479 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.098233] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b172ce-3800-497c-a11e-709f59608bf2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.112336] env[68503]: DEBUG nova.compute.provider_tree [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.282758] env[68503]: DEBUG nova.network.neutron [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Successfully created port: 07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.474745] env[68503]: DEBUG nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.615306] env[68503]: DEBUG nova.scheduler.client.report [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.120371] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.139405] env[68503]: INFO nova.scheduler.client.report [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Deleted allocations for instance 3f31d7ea-4e5f-48b6-b048-9d4164ae2319 [ 1339.487038] env[68503]: DEBUG nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.513519] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.513671] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.513855] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.514138] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.514370] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.514941] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.514941] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.515115] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.515213] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.515452] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.515682] env[68503]: DEBUG nova.virt.hardware [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.516693] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6cb92c-e179-4ab7-84d5-6d3b9383722b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.525783] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72831d0f-215c-49a3-9f17-6c16b06a37b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.639863] env[68503]: DEBUG nova.compute.manager [req-bfabb422-c732-4c77-aa13-a7132f2483d9 req-a498d822-cea4-4f1d-b2b2-26441472fb44 service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Received event network-vif-plugged-07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.640151] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfabb422-c732-4c77-aa13-a7132f2483d9 req-a498d822-cea4-4f1d-b2b2-26441472fb44 service nova] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.640333] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfabb422-c732-4c77-aa13-a7132f2483d9 req-a498d822-cea4-4f1d-b2b2-26441472fb44 service nova] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.640506] env[68503]: DEBUG oslo_concurrency.lockutils [req-bfabb422-c732-4c77-aa13-a7132f2483d9 req-a498d822-cea4-4f1d-b2b2-26441472fb44 service nova] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.640674] env[68503]: DEBUG nova.compute.manager [req-bfabb422-c732-4c77-aa13-a7132f2483d9 req-a498d822-cea4-4f1d-b2b2-26441472fb44 service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] No waiting events found dispatching network-vif-plugged-07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.640840] env[68503]: WARNING nova.compute.manager [req-bfabb422-c732-4c77-aa13-a7132f2483d9 req-a498d822-cea4-4f1d-b2b2-26441472fb44 service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Received unexpected event network-vif-plugged-07568671-6628-4cc8-9135-f0f3ed46a3ad for instance with vm_state building and task_state spawning. [ 1339.646325] env[68503]: DEBUG oslo_concurrency.lockutils [None req-4360139c-1e2f-4334-aa45-218e76eb3e21 tempest-ServerActionsTestJSON-1413227838 tempest-ServerActionsTestJSON-1413227838-project-member] Lock "3f31d7ea-4e5f-48b6-b048-9d4164ae2319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.622s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.722107] env[68503]: DEBUG nova.network.neutron [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Successfully updated port: 07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.225510] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.225510] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.225510] env[68503]: DEBUG nova.network.neutron [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.756727] env[68503]: DEBUG nova.network.neutron [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.894018] env[68503]: DEBUG nova.network.neutron [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updating instance_info_cache with network_info: [{"id": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "address": "fa:16:3e:9f:d9:e6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07568671-66", "ovs_interfaceid": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.396763] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.397290] env[68503]: DEBUG nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Instance network_info: |[{"id": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "address": "fa:16:3e:9f:d9:e6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07568671-66", "ovs_interfaceid": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.397521] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:d9:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07568671-6628-4cc8-9135-f0f3ed46a3ad', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.405171] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.405381] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.405542] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-237be0a5-7c5a-4abf-a4a4-aeb3d60ed25d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.426348] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.426348] env[68503]: value = "task-2862986" [ 1341.426348] env[68503]: _type = "Task" [ 1341.426348] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.433789] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862986, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.673989] env[68503]: DEBUG nova.compute.manager [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Received event network-changed-07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.674235] env[68503]: DEBUG nova.compute.manager [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Refreshing instance network info cache due to event network-changed-07568671-6628-4cc8-9135-f0f3ed46a3ad. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.674418] env[68503]: DEBUG oslo_concurrency.lockutils [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] Acquiring lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.674562] env[68503]: DEBUG oslo_concurrency.lockutils [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] Acquired lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.674719] env[68503]: DEBUG nova.network.neutron [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Refreshing network info cache for port 07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.937077] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2862986, 'name': CreateVM_Task, 'duration_secs': 0.279091} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.937327] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.938010] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.938235] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.938583] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.938847] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd5cf9e-8341-4ed8-8149-1d9b12351371 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.943594] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1341.943594] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d1cf9a-16b1-33ab-aa61-f375ecb817df" [ 1341.943594] env[68503]: _type = "Task" [ 1341.943594] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.951027] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d1cf9a-16b1-33ab-aa61-f375ecb817df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.364064] env[68503]: DEBUG nova.network.neutron [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updated VIF entry in instance network info cache for port 07568671-6628-4cc8-9135-f0f3ed46a3ad. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.364489] env[68503]: DEBUG nova.network.neutron [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updating instance_info_cache with network_info: [{"id": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "address": "fa:16:3e:9f:d9:e6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07568671-66", "ovs_interfaceid": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.454080] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d1cf9a-16b1-33ab-aa61-f375ecb817df, 'name': SearchDatastore_Task, 'duration_secs': 0.013193} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.454529] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.454839] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.455197] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.455414] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.455984] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.456086] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca813f3e-3478-4c0a-a371-530cd8a621c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.464803] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.464803] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.466034] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3b9645-b30b-43ae-9e15-7e422aabab8e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.471984] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1342.471984] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c7faf9-83bd-7a7f-6938-48c7772bc0a1" [ 1342.471984] env[68503]: _type = "Task" [ 1342.471984] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.479655] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c7faf9-83bd-7a7f-6938-48c7772bc0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.867668] env[68503]: DEBUG oslo_concurrency.lockutils [req-bd29dff3-8c0e-48d9-90b6-6f24bdfaf875 req-8bbf2f91-4208-4170-a604-88b66585131f service nova] Releasing lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.982370] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c7faf9-83bd-7a7f-6938-48c7772bc0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008211} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.983231] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad439c83-7613-43ef-bb9b-3f03a0a050df {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.988291] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1342.988291] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5288ce85-446c-9c71-947e-70db38751a37" [ 1342.988291] env[68503]: _type = "Task" [ 1342.988291] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.996774] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5288ce85-446c-9c71-947e-70db38751a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.499207] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5288ce85-446c-9c71-947e-70db38751a37, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.499471] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.499732] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 99b483f6-bed0-4701-8be8-9bfc42f1c580/99b483f6-bed0-4701-8be8-9bfc42f1c580.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.500008] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a62aba-4d6a-413f-b811-e71c7bcf6ed1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.506862] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1343.506862] env[68503]: value = "task-2862987" [ 1343.506862] env[68503]: _type = "Task" [ 1343.506862] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.514798] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.017658] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506274} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.017939] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 99b483f6-bed0-4701-8be8-9bfc42f1c580/99b483f6-bed0-4701-8be8-9bfc42f1c580.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.018247] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.018501] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18c17b96-b49f-484f-a99e-203af28c2d9a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.024788] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1344.024788] env[68503]: value = "task-2862988" [ 1344.024788] env[68503]: _type = "Task" [ 1344.024788] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.032396] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.536973] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061823} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.537277] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.538077] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f13f6a-18c9-4289-ae77-3016e622d650 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.560345] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 99b483f6-bed0-4701-8be8-9bfc42f1c580/99b483f6-bed0-4701-8be8-9bfc42f1c580.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.560669] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f166c269-0f38-4f98-8753-e8577723af22 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.583020] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1344.583020] env[68503]: value = "task-2862990" [ 1344.583020] env[68503]: _type = "Task" [ 1344.583020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.587718] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.089878] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862990, 'name': ReconfigVM_Task, 'duration_secs': 0.27676} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.090236] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 99b483f6-bed0-4701-8be8-9bfc42f1c580/99b483f6-bed0-4701-8be8-9bfc42f1c580.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.090811] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bde8dba-fa1e-4f52-9011-2f5cbb32f23a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.097183] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1345.097183] env[68503]: value = "task-2862993" [ 1345.097183] env[68503]: _type = "Task" [ 1345.097183] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.105090] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862993, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.609589] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862993, 'name': Rename_Task, 'duration_secs': 0.133348} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.609589] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.609589] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44c910d5-a4f9-4b62-843b-1f32809ae081 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.613963] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1345.613963] env[68503]: value = "task-2862994" [ 1345.613963] env[68503]: _type = "Task" [ 1345.613963] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.626553] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.124298] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.624157] env[68503]: DEBUG oslo_vmware.api [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2862994, 'name': PowerOnVM_Task, 'duration_secs': 0.984036} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.624419] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.624491] env[68503]: INFO nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1346.624660] env[68503]: DEBUG nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.625434] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12370a01-0278-4120-8d28-1834b10b648a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.142327] env[68503]: INFO nova.compute.manager [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Took 14.21 seconds to build instance. [ 1347.645119] env[68503]: DEBUG oslo_concurrency.lockutils [None req-654cd9c0-ccf6-4bcb-b81b-81d604730248 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.725s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.319663] env[68503]: DEBUG nova.compute.manager [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Received event network-changed-07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.321094] env[68503]: DEBUG nova.compute.manager [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Refreshing instance network info cache due to event network-changed-07568671-6628-4cc8-9135-f0f3ed46a3ad. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.321094] env[68503]: DEBUG oslo_concurrency.lockutils [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] Acquiring lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.321094] env[68503]: DEBUG oslo_concurrency.lockutils [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] Acquired lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.321094] env[68503]: DEBUG nova.network.neutron [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Refreshing network info cache for port 07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.020513] env[68503]: DEBUG nova.network.neutron [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updated VIF entry in instance network info cache for port 07568671-6628-4cc8-9135-f0f3ed46a3ad. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.020936] env[68503]: DEBUG nova.network.neutron [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updating instance_info_cache with network_info: [{"id": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "address": "fa:16:3e:9f:d9:e6", "network": {"id": "2aa15365-64d8-48aa-bd45-c8f4466f7da7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1559121863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b9dec579914776ac767424b394e99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07568671-66", "ovs_interfaceid": "07568671-6628-4cc8-9135-f0f3ed46a3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.524118] env[68503]: DEBUG oslo_concurrency.lockutils [req-3348f85a-46b7-4d3e-90f7-bee6e038458c req-1764f71c-cefb-4edf-a38a-6b959526b3fe service nova] Releasing lock "refresh_cache-99b483f6-bed0-4701-8be8-9bfc42f1c580" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.032426] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.032900] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.536017] env[68503]: INFO nova.compute.manager [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Detaching volume 7dee33cc-3f1f-4d43-a65a-d9d78e5b816a [ 1354.568032] env[68503]: INFO nova.virt.block_device [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Attempting to driver detach volume 7dee33cc-3f1f-4d43-a65a-d9d78e5b816a from mountpoint /dev/sdb [ 1354.568299] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1354.568483] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575516', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'name': 'volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5423b29a-4769-49f0-b00e-db1670d3ce09', 'attached_at': '', 'detached_at': '', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'serial': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1354.569423] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67241913-1e91-444d-b7c6-d354bb149759 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.591840] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56161086-40d6-42e6-922f-29d09c42afc0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.599281] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd28047-1e55-4119-92a3-a2c6cb84783c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.619407] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b542b94-a89d-4a0a-8a1e-69bf958e5c4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.633924] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] The volume has not been displaced from its original location: [datastore1] volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a/volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1354.639118] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1354.639397] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9ecda0-3561-49e6-9154-bb294457a6a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.658355] env[68503]: DEBUG oslo_vmware.api [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1354.658355] env[68503]: value = "task-2862999" [ 1354.658355] env[68503]: _type = "Task" [ 1354.658355] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.667527] env[68503]: DEBUG oslo_vmware.api [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.170334] env[68503]: DEBUG oslo_vmware.api [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2862999, 'name': ReconfigVM_Task, 'duration_secs': 0.282701} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.170720] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.175381] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063e6164-72c4-4478-be77-fcbb2923e48e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.190546] env[68503]: DEBUG oslo_vmware.api [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1355.190546] env[68503]: value = "task-2863000" [ 1355.190546] env[68503]: _type = "Task" [ 1355.190546] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.198221] env[68503]: DEBUG oslo_vmware.api [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.702019] env[68503]: DEBUG oslo_vmware.api [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863000, 'name': ReconfigVM_Task, 'duration_secs': 0.143244} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.702019] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575516', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'name': 'volume-7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5423b29a-4769-49f0-b00e-db1670d3ce09', 'attached_at': '', 'detached_at': '', 'volume_id': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a', 'serial': '7dee33cc-3f1f-4d43-a65a-d9d78e5b816a'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1356.241116] env[68503]: DEBUG nova.objects.instance [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'flavor' on Instance uuid 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.248693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2fe6b154-ea34-4b7a-8bc0-b223f4f905c8 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.309084] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.309084] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.309512] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.309512] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.309593] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.311719] env[68503]: INFO nova.compute.manager [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Terminating instance [ 1358.815491] env[68503]: DEBUG nova.compute.manager [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.815731] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.816660] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b64823-3612-4db0-bc4e-f0808a5c2997 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.825056] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.825297] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cae1653a-2d85-42bb-9d9a-dd9b21e47bde {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.833228] env[68503]: DEBUG oslo_vmware.api [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1358.833228] env[68503]: value = "task-2863003" [ 1358.833228] env[68503]: _type = "Task" [ 1358.833228] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.841445] env[68503]: DEBUG oslo_vmware.api [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.343571] env[68503]: DEBUG oslo_vmware.api [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863003, 'name': PowerOffVM_Task, 'duration_secs': 0.191011} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.343961] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.343961] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.344196] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb1d0740-0525-4375-ab71-b292061262ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.418545] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.418768] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.418951] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleting the datastore file [datastore2] 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.419253] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1e77ef-d524-4b7f-a7bd-b7b11f21de54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.425698] env[68503]: DEBUG oslo_vmware.api [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1359.425698] env[68503]: value = "task-2863005" [ 1359.425698] env[68503]: _type = "Task" [ 1359.425698] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.434432] env[68503]: DEBUG oslo_vmware.api [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.935832] env[68503]: DEBUG oslo_vmware.api [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154554} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.936095] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.936279] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.936453] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.936646] env[68503]: INFO nova.compute.manager [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1359.936943] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.937196] env[68503]: DEBUG nova.compute.manager [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.937328] env[68503]: DEBUG nova.network.neutron [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.382935] env[68503]: DEBUG nova.compute.manager [req-6982bc9a-fad4-4160-9b8c-84b97e6f150a req-91ae8e0b-ea06-4ee6-bab5-28c39452d3af service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Received event network-vif-deleted-2d8e7009-39d4-41dd-b059-8b2d45fde265 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.383334] env[68503]: INFO nova.compute.manager [req-6982bc9a-fad4-4160-9b8c-84b97e6f150a req-91ae8e0b-ea06-4ee6-bab5-28c39452d3af service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Neutron deleted interface 2d8e7009-39d4-41dd-b059-8b2d45fde265; detaching it from the instance and deleting it from the info cache [ 1360.383422] env[68503]: DEBUG nova.network.neutron [req-6982bc9a-fad4-4160-9b8c-84b97e6f150a req-91ae8e0b-ea06-4ee6-bab5-28c39452d3af service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.866695] env[68503]: DEBUG nova.network.neutron [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.887860] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc2a3093-8f50-4449-949d-63bc945bf77f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.899434] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c77b33-f341-49a5-a8fe-c2376daf7fe3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.928726] env[68503]: DEBUG nova.compute.manager [req-6982bc9a-fad4-4160-9b8c-84b97e6f150a req-91ae8e0b-ea06-4ee6-bab5-28c39452d3af service nova] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Detach interface failed, port_id=2d8e7009-39d4-41dd-b059-8b2d45fde265, reason: Instance 5423b29a-4769-49f0-b00e-db1670d3ce09 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.369884] env[68503]: INFO nova.compute.manager [-] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Took 1.43 seconds to deallocate network for instance. [ 1361.705948] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.706376] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.706448] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.706636] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.706809] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.709038] env[68503]: INFO nova.compute.manager [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Terminating instance [ 1361.876137] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.876492] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.876670] env[68503]: DEBUG nova.objects.instance [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'resources' on Instance uuid 5423b29a-4769-49f0-b00e-db1670d3ce09 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.227072] env[68503]: DEBUG nova.compute.manager [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.227263] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.227617] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea22b91b-cabf-433c-8cd4-f7476861f999 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.260917] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1362.260917] env[68503]: value = "task-2863007" [ 1362.260917] env[68503]: _type = "Task" [ 1362.260917] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.270880] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.483366] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afcc534-3bf2-47d9-9a3b-91a2caf8a1b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.490824] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c875484d-f4f8-41fc-a6cf-0cb4de2a089f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.523041] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc55e431-403a-4c83-95b3-0a712ed39d49 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.531217] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c787e411-db6a-4b47-aa5f-d452b761f55e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.544609] env[68503]: DEBUG nova.compute.provider_tree [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.671062] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.671062] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.770538] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863007, 'name': PowerOffVM_Task, 'duration_secs': 0.213672} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.770899] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.770969] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1362.771120] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575512', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'name': 'volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14ca668c-b85b-45d7-92d8-91c8a23c810d', 'attached_at': '2025-03-07T15:54:54.000000', 'detached_at': '', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'serial': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1362.771870] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf3d55-1226-4ca1-bbbb-cda94777b4a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.789769] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01cffa-1433-4e99-b085-f2a7ce3e0518 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.796558] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1b0eb3-ca67-4994-8e68-2ae4ff9ff245 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.813921] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741c405d-6cb5-4744-9170-58f8e2fc0ec8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.829766] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] The volume has not been displaced from its original location: [datastore2] volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be/volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1362.834980] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.835258] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-890961ad-3560-474e-8f24-77a4009c90f9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.852819] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1362.852819] env[68503]: value = "task-2863008" [ 1362.852819] env[68503]: _type = "Task" [ 1362.852819] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.860385] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.065219] env[68503]: ERROR nova.scheduler.client.report [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [req-0dd333af-c7fd-4c47-a40b-d84f3695ca8a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0dd333af-c7fd-4c47-a40b-d84f3695ca8a"}]} [ 1363.081102] env[68503]: DEBUG nova.scheduler.client.report [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1363.094579] env[68503]: DEBUG nova.scheduler.client.report [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1363.094818] env[68503]: DEBUG nova.compute.provider_tree [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.106557] env[68503]: DEBUG nova.scheduler.client.report [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1363.113250] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquiring lock "f86dea74-a5a9-4d54-bacb-a7d451578db2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.113489] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.124814] env[68503]: DEBUG nova.scheduler.client.report [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1363.177499] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.177699] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.177853] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.178014] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.178169] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.178315] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.178445] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1363.178599] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.206554] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e385e2f-85e7-4f58-adea-580d4cf369ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.215706] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab258b-5c76-4a40-8f50-29f870e04465 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.247501] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2365008-70ed-4ace-a7f1-d0bd508b7cdf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.254680] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6167180-15d4-4897-b225-684448b57f39 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.269470] env[68503]: DEBUG nova.compute.provider_tree [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.363256] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863008, 'name': ReconfigVM_Task, 'duration_secs': 0.175345} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.363601] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1363.368304] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8966e308-c98f-4454-a8a3-1e2a2c175411 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.384275] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1363.384275] env[68503]: value = "task-2863009" [ 1363.384275] env[68503]: _type = "Task" [ 1363.384275] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.392711] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.616342] env[68503]: DEBUG nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.681325] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.800953] env[68503]: DEBUG nova.scheduler.client.report [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1363.801286] env[68503]: DEBUG nova.compute.provider_tree [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 170 to 171 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1363.801474] env[68503]: DEBUG nova.compute.provider_tree [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.894527] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863009, 'name': ReconfigVM_Task, 'duration_secs': 0.142203} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.894769] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575512', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'name': 'volume-14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14ca668c-b85b-45d7-92d8-91c8a23c810d', 'attached_at': '2025-03-07T15:54:54.000000', 'detached_at': '', 'volume_id': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be', 'serial': '14a6ad99-bbe4-4ddb-831a-596a5c2a42be'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1363.895052] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.895809] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81a0dfd-852e-491f-9c83-a9ad53326e4f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.902469] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.902677] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e7e8981-fdd3-4f83-a2aa-dd47e888ad6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.964232] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.964442] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.964656] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleting the datastore file [datastore2] 14ca668c-b85b-45d7-92d8-91c8a23c810d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.964955] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13530f61-f74c-4606-8868-c910cbcf5d4a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.972232] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1363.972232] env[68503]: value = "task-2863011" [ 1363.972232] env[68503]: _type = "Task" [ 1363.972232] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.980435] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.135778] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.306624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.430s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.308897] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.628s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.309083] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.309241] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1364.309535] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.174s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.311110] env[68503]: INFO nova.compute.claims [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.314493] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb97819-05fa-4aa2-ad0a-f68b0115c3d6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.323702] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0fdb09-b207-480c-9522-ab0b92c5d316 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.328441] env[68503]: INFO nova.scheduler.client.report [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted allocations for instance 5423b29a-4769-49f0-b00e-db1670d3ce09 [ 1364.343247] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea480ca7-ec54-4252-a15a-5a7974176f62 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.349930] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d40f0c-f454-4451-ae71-764554e9348d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.380341] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180305MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1364.380509] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.482176] env[68503]: DEBUG oslo_vmware.api [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081312} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.482349] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.482543] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.482716] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.482886] env[68503]: INFO nova.compute.manager [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1364.483158] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.483352] env[68503]: DEBUG nova.compute.manager [-] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.483448] env[68503]: DEBUG nova.network.neutron [-] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.835935] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1a919c54-30a8-4487-a0e8-6bb3aa94ccf7 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "5423b29a-4769-49f0-b00e-db1670d3ce09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.526s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.021104] env[68503]: DEBUG nova.compute.manager [req-ac7734c8-cb7e-4bd9-b958-ab6bb66741ec req-05ed902a-85c4-4018-9f10-a611fd27cf87 service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Received event network-vif-deleted-ef5bc377-39c3-43b6-a0b0-d128fa4b6d49 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.021104] env[68503]: INFO nova.compute.manager [req-ac7734c8-cb7e-4bd9-b958-ab6bb66741ec req-05ed902a-85c4-4018-9f10-a611fd27cf87 service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Neutron deleted interface ef5bc377-39c3-43b6-a0b0-d128fa4b6d49; detaching it from the instance and deleting it from the info cache [ 1365.021104] env[68503]: DEBUG nova.network.neutron [req-ac7734c8-cb7e-4bd9-b958-ab6bb66741ec req-05ed902a-85c4-4018-9f10-a611fd27cf87 service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.403656] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1d7faf-4a76-44ea-9bad-f2290c3bd31c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.411083] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab7881-751e-48d9-a32c-b53b523f1842 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.441909] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f0069-7089-49ac-9b37-d6d06c444846 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.450514] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7cfda2-92c1-458a-83f6-2b0ff1b5c75c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.466171] env[68503]: DEBUG nova.compute.provider_tree [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.486617] env[68503]: DEBUG nova.network.neutron [-] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.513052] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-badec9c4-e14a-44f0-9988-80d1d459f43b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.524417] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230b28a-a35c-4685-8db0-6b67849b8694 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.556564] env[68503]: DEBUG nova.compute.manager [req-ac7734c8-cb7e-4bd9-b958-ab6bb66741ec req-05ed902a-85c4-4018-9f10-a611fd27cf87 service nova] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Detach interface failed, port_id=ef5bc377-39c3-43b6-a0b0-d128fa4b6d49, reason: Instance 14ca668c-b85b-45d7-92d8-91c8a23c810d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.970143] env[68503]: DEBUG nova.scheduler.client.report [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.989098] env[68503]: INFO nova.compute.manager [-] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Took 1.51 seconds to deallocate network for instance. [ 1366.419792] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.419887] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.475645] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.476028] env[68503]: DEBUG nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.478508] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.098s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.534637] env[68503]: INFO nova.compute.manager [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Took 0.55 seconds to detach 1 volumes for instance. [ 1366.536900] env[68503]: DEBUG nova.compute.manager [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Deleting volume: 14a6ad99-bbe4-4ddb-831a-596a5c2a42be {{(pid=68503) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1366.922451] env[68503]: DEBUG nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.981385] env[68503]: DEBUG nova.compute.utils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.985583] env[68503]: DEBUG nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.985795] env[68503]: DEBUG nova.network.neutron [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.032451] env[68503]: DEBUG nova.policy [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e0300fad5bc4a288536c1b71b30191f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce7bd3e9a7154781b9f1769aec8bfd3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.079607] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.319495] env[68503]: DEBUG nova.network.neutron [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Successfully created port: 7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.450045] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.491448] env[68503]: DEBUG nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.512263] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 36a36399-1707-4621-b677-6d728936489d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.512407] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance d6733469-fd30-4f5a-bff7-e7ad5995633d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.512553] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 14ca668c-b85b-45d7-92d8-91c8a23c810d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.512641] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 99b483f6-bed0-4701-8be8-9bfc42f1c580 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.512754] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance f86dea74-a5a9-4d54-bacb-a7d451578db2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.999411] env[68503]: INFO nova.virt.block_device [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Booting with volume 126949a1-be5e-42ac-9017-74864e34815d at /dev/sda [ 1368.016694] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fda69272-f80e-4efc-8196-2f7aac2629c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.016981] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1368.017326] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1368.041349] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dd784d0-13c0-4f6a-b3dd-8a1dc68b2700 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.051985] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae417e00-e35e-4c3f-9c01-98bd1c6c90ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.084466] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6be7a24e-e6f7-48bc-b02c-1423d8c127b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.094440] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395140cc-da26-4955-8972-9980763403d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.118579] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1510032b-b20e-402a-b972-371a54360f1b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.133373] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fa9c9c-d497-4877-9f2f-dbc617e2270f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.141425] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5584793-4c6f-4b07-a525-8e84c61b96a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.147178] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fbdd2d-ab44-453d-a9a6-3980583a7168 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.175150] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2147320b-70b2-4139-a398-d127e8c21943 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.182997] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca45afb-ca9b-408c-a7fe-0b34cbc93153 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.190317] env[68503]: DEBUG nova.virt.block_device [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updating existing volume attachment record: 1d902fe5-35be-4621-8ba0-86da03ab53bc {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1368.204258] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.710159] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.725081] env[68503]: DEBUG nova.compute.manager [req-d9b67433-a4a5-4895-aea0-50075e6037f1 req-02b044d4-9f2f-4dd0-a15f-16ba6bd453f7 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Received event network-vif-plugged-7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.725081] env[68503]: DEBUG oslo_concurrency.lockutils [req-d9b67433-a4a5-4895-aea0-50075e6037f1 req-02b044d4-9f2f-4dd0-a15f-16ba6bd453f7 service nova] Acquiring lock "f86dea74-a5a9-4d54-bacb-a7d451578db2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.725081] env[68503]: DEBUG oslo_concurrency.lockutils [req-d9b67433-a4a5-4895-aea0-50075e6037f1 req-02b044d4-9f2f-4dd0-a15f-16ba6bd453f7 service nova] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.725081] env[68503]: DEBUG oslo_concurrency.lockutils [req-d9b67433-a4a5-4895-aea0-50075e6037f1 req-02b044d4-9f2f-4dd0-a15f-16ba6bd453f7 service nova] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.725081] env[68503]: DEBUG nova.compute.manager [req-d9b67433-a4a5-4895-aea0-50075e6037f1 req-02b044d4-9f2f-4dd0-a15f-16ba6bd453f7 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] No waiting events found dispatching network-vif-plugged-7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.725081] env[68503]: WARNING nova.compute.manager [req-d9b67433-a4a5-4895-aea0-50075e6037f1 req-02b044d4-9f2f-4dd0-a15f-16ba6bd453f7 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Received unexpected event network-vif-plugged-7b4777e3-f2a9-44f3-9509-94502c211ecb for instance with vm_state building and task_state block_device_mapping. [ 1368.810366] env[68503]: DEBUG nova.network.neutron [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Successfully updated port: 7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.213777] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1369.214216] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.735s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.214216] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.135s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.214437] env[68503]: DEBUG nova.objects.instance [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'resources' on Instance uuid 14ca668c-b85b-45d7-92d8-91c8a23c810d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.312491] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquiring lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.312664] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquired lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.312787] env[68503]: DEBUG nova.network.neutron [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.805592] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b343af0-0537-4e85-9f7f-aa372828b255 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.813692] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a384784-bf18-4b0a-9892-bc4c40073daa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.847623] env[68503]: DEBUG nova.network.neutron [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.849950] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b338a0-7e0e-4a7a-9035-6e7fa5059c91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.857921] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b70c7a-5863-44b7-a9a2-e46c99cd8523 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.872823] env[68503]: DEBUG nova.compute.provider_tree [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.981118] env[68503]: DEBUG nova.network.neutron [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updating instance_info_cache with network_info: [{"id": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "address": "fa:16:3e:b4:29:e1", "network": {"id": "6768b9c0-f391-4603-81e6-ca5d5ae0e3d2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-325556910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7bd3e9a7154781b9f1769aec8bfd3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4777e3-f2", "ovs_interfaceid": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.276735] env[68503]: DEBUG nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.277445] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.277771] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.278023] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.278290] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.278506] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.278732] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.279027] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.279285] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.279535] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.279775] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.280029] env[68503]: DEBUG nova.virt.hardware [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.280943] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d79c46-7b7c-4895-a007-676049866905 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.290020] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2d666d-e17f-4d8b-8528-602874e8cb09 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.377529] env[68503]: DEBUG nova.scheduler.client.report [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.483347] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Releasing lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.483683] env[68503]: DEBUG nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance network_info: |[{"id": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "address": "fa:16:3e:b4:29:e1", "network": {"id": "6768b9c0-f391-4603-81e6-ca5d5ae0e3d2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-325556910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7bd3e9a7154781b9f1769aec8bfd3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4777e3-f2", "ovs_interfaceid": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.484107] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:29:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b4777e3-f2a9-44f3-9509-94502c211ecb', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.491931] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Creating folder: Project (ce7bd3e9a7154781b9f1769aec8bfd3b). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.492218] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2de43f6a-4d9a-4a7e-aea8-b54c96f491ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.508886] env[68503]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1370.509052] env[68503]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68503) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1370.509391] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Folder already exists: Project (ce7bd3e9a7154781b9f1769aec8bfd3b). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1370.509580] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Creating folder: Instances. Parent ref: group-v575521. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.509813] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ae1b9f4-6a88-4f3f-a903-92b24fbe920f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.520403] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Created folder: Instances in parent group-v575521. [ 1370.520628] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.520811] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.521017] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a058c8f5-31ee-4bf6-b644-524df83bee86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.539726] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.539726] env[68503]: value = "task-2863015" [ 1370.539726] env[68503]: _type = "Task" [ 1370.539726] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.547261] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863015, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.750177] env[68503]: DEBUG nova.compute.manager [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Received event network-changed-7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.750399] env[68503]: DEBUG nova.compute.manager [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Refreshing instance network info cache due to event network-changed-7b4777e3-f2a9-44f3-9509-94502c211ecb. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.750614] env[68503]: DEBUG oslo_concurrency.lockutils [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] Acquiring lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.750755] env[68503]: DEBUG oslo_concurrency.lockutils [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] Acquired lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.750912] env[68503]: DEBUG nova.network.neutron [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Refreshing network info cache for port 7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.882819] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.885518] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.436s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.887060] env[68503]: INFO nova.compute.claims [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.902200] env[68503]: INFO nova.scheduler.client.report [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted allocations for instance 14ca668c-b85b-45d7-92d8-91c8a23c810d [ 1371.049862] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863015, 'name': CreateVM_Task, 'duration_secs': 0.315751} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.050062] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.050701] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1d902fe5-35be-4621-8ba0-86da03ab53bc', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575524', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'name': 'volume-126949a1-be5e-42ac-9017-74864e34815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86dea74-a5a9-4d54-bacb-a7d451578db2', 'attached_at': '', 'detached_at': '', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'serial': '126949a1-be5e-42ac-9017-74864e34815d'}, 'volume_type': None}], 'swap': None} {{(pid=68503) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1371.050920] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Root volume attach. Driver type: vmdk {{(pid=68503) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1371.051710] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0caecf-7421-4575-bd8d-4ab9480920bb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.058971] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b8c901-294a-4431-944e-d5f13b99ffd1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.064715] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbbf08-782d-4493-9451-5e5d0676bf38 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.070159] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9d9d598d-e1d5-4128-ab29-48c6792adbfb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.077971] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1371.077971] env[68503]: value = "task-2863016" [ 1371.077971] env[68503]: _type = "Task" [ 1371.077971] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.085828] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.408755] env[68503]: DEBUG oslo_concurrency.lockutils [None req-482449fa-d81d-4da8-9c80-666b243b3b4f tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "14ca668c-b85b-45d7-92d8-91c8a23c810d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.702s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.473414] env[68503]: DEBUG nova.network.neutron [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updated VIF entry in instance network info cache for port 7b4777e3-f2a9-44f3-9509-94502c211ecb. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.473871] env[68503]: DEBUG nova.network.neutron [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updating instance_info_cache with network_info: [{"id": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "address": "fa:16:3e:b4:29:e1", "network": {"id": "6768b9c0-f391-4603-81e6-ca5d5ae0e3d2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-325556910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7bd3e9a7154781b9f1769aec8bfd3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4777e3-f2", "ovs_interfaceid": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.589018] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task} progress is 43%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.719386] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.719658] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.719872] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "d6733469-fd30-4f5a-bff7-e7ad5995633d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.720064] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.720237] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.722502] env[68503]: INFO nova.compute.manager [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Terminating instance [ 1371.977237] env[68503]: DEBUG oslo_concurrency.lockutils [req-9608b103-e383-4de1-8077-c99a5bf28b53 req-ecfe5c58-9716-4f7c-b116-ba5fa5c1cf46 service nova] Releasing lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.979702] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dedf200-4272-4ae8-9dac-bae20c315f70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.989902] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebffe977-13cf-4756-8be6-d626fdcbee14 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.030155] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb0fdc-8761-44b5-bac0-476c6298f87d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.038660] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83acdd7-fd10-4ab2-8550-4cca432d1fb3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.053015] env[68503]: DEBUG nova.compute.provider_tree [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.089514] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task} progress is 58%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.226448] env[68503]: DEBUG nova.compute.manager [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.226702] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.227666] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a624fc-9f7f-4104-aa91-646deb933325 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.236332] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.236650] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39b1191-ccb5-422c-b75e-63d30ce06cf8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.244910] env[68503]: DEBUG oslo_vmware.api [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1372.244910] env[68503]: value = "task-2863017" [ 1372.244910] env[68503]: _type = "Task" [ 1372.244910] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.255908] env[68503]: DEBUG oslo_vmware.api [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.556978] env[68503]: DEBUG nova.scheduler.client.report [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.590100] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task} progress is 75%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.755490] env[68503]: DEBUG oslo_vmware.api [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.063191] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.063191] env[68503]: DEBUG nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.091095] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.256686] env[68503]: DEBUG oslo_vmware.api [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863017, 'name': PowerOffVM_Task, 'duration_secs': 0.95428} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.256960] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.257138] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.257391] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d72b2ff-da30-4584-a64e-eb3e70c40578 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.354789] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.355111] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.355982] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleting the datastore file [datastore1] d6733469-fd30-4f5a-bff7-e7ad5995633d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.355982] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aa65cc8-ceb8-462e-8db5-e0d5495e1138 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.364729] env[68503]: DEBUG oslo_vmware.api [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1373.364729] env[68503]: value = "task-2863019" [ 1373.364729] env[68503]: _type = "Task" [ 1373.364729] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.373816] env[68503]: DEBUG oslo_vmware.api [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.568689] env[68503]: DEBUG nova.compute.utils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1373.570191] env[68503]: DEBUG nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1373.570357] env[68503]: DEBUG nova.network.neutron [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1373.591013] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task} progress is 97%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.606062] env[68503]: DEBUG nova.policy [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db82e39e23eb46c58e2cd895aefdfb79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdf70bd0dfa84bb3a666dd9cc6d5bd37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1373.869837] env[68503]: DEBUG nova.network.neutron [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Successfully created port: 582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.877499] env[68503]: DEBUG oslo_vmware.api [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141489} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.877786] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.877988] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.878191] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.878364] env[68503]: INFO nova.compute.manager [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1373.878610] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.878805] env[68503]: DEBUG nova.compute.manager [-] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.878902] env[68503]: DEBUG nova.network.neutron [-] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.074035] env[68503]: DEBUG nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.093341] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task} progress is 97%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.274247] env[68503]: DEBUG nova.compute.manager [req-c54a9672-2593-4ed0-b443-58a95bc94abe req-4955dd14-3800-4dfe-afb1-fa2ff6d3bcff service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Received event network-vif-deleted-93cf34a3-46f7-4d26-95d6-0aa9da81878a {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.274455] env[68503]: INFO nova.compute.manager [req-c54a9672-2593-4ed0-b443-58a95bc94abe req-4955dd14-3800-4dfe-afb1-fa2ff6d3bcff service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Neutron deleted interface 93cf34a3-46f7-4d26-95d6-0aa9da81878a; detaching it from the instance and deleting it from the info cache [ 1374.274630] env[68503]: DEBUG nova.network.neutron [req-c54a9672-2593-4ed0-b443-58a95bc94abe req-4955dd14-3800-4dfe-afb1-fa2ff6d3bcff service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.592928] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863016, 'name': RelocateVM_Task, 'duration_secs': 3.382512} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.593317] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1374.593523] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575524', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'name': 'volume-126949a1-be5e-42ac-9017-74864e34815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86dea74-a5a9-4d54-bacb-a7d451578db2', 'attached_at': '', 'detached_at': '', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'serial': '126949a1-be5e-42ac-9017-74864e34815d'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1374.594385] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa305ddc-5a7b-4484-989d-ae34d0286f3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.610060] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f216f00-8a42-4a03-97d0-9a55aa064f67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.632348] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-126949a1-be5e-42ac-9017-74864e34815d/volume-126949a1-be5e-42ac-9017-74864e34815d.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.632858] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fa0624-0e14-44f4-93e4-ec51cd24ca91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.653201] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1374.653201] env[68503]: value = "task-2863020" [ 1374.653201] env[68503]: _type = "Task" [ 1374.653201] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.661236] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.753743] env[68503]: DEBUG nova.network.neutron [-] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.778622] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae5b4b92-ff57-4d37-a9b6-88eee593e7b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.790129] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c883f72-e619-4b5f-8428-d5cd39c4146b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.820688] env[68503]: DEBUG nova.compute.manager [req-c54a9672-2593-4ed0-b443-58a95bc94abe req-4955dd14-3800-4dfe-afb1-fa2ff6d3bcff service nova] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Detach interface failed, port_id=93cf34a3-46f7-4d26-95d6-0aa9da81878a, reason: Instance d6733469-fd30-4f5a-bff7-e7ad5995633d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.082867] env[68503]: DEBUG nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.112895] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.113239] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.113420] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.113607] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.113755] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.113903] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.114128] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.114292] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.114454] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.114613] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.114781] env[68503]: DEBUG nova.virt.hardware [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.115678] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c54abc-943d-4952-be6b-d73a1f9ee259 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.124109] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ea3dd-1228-4914-b56e-196de1c0e87d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.161039] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863020, 'name': ReconfigVM_Task, 'duration_secs': 0.248869} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.161319] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-126949a1-be5e-42ac-9017-74864e34815d/volume-126949a1-be5e-42ac-9017-74864e34815d.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.165936] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9276026a-0e33-4d24-8288-700b8802d79d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.180995] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1375.180995] env[68503]: value = "task-2863021" [ 1375.180995] env[68503]: _type = "Task" [ 1375.180995] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.189191] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.256096] env[68503]: INFO nova.compute.manager [-] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Took 1.38 seconds to deallocate network for instance. [ 1375.468834] env[68503]: DEBUG nova.network.neutron [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Successfully updated port: 582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.690405] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863021, 'name': ReconfigVM_Task, 'duration_secs': 0.117304} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.690744] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575524', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'name': 'volume-126949a1-be5e-42ac-9017-74864e34815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86dea74-a5a9-4d54-bacb-a7d451578db2', 'attached_at': '', 'detached_at': '', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'serial': '126949a1-be5e-42ac-9017-74864e34815d'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1375.691269] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ea843c-8ccf-496c-b5f7-0cd3f54967e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.698563] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1375.698563] env[68503]: value = "task-2863022" [ 1375.698563] env[68503]: _type = "Task" [ 1375.698563] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.705726] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863022, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.764621] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.764915] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.765191] env[68503]: DEBUG nova.objects.instance [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'resources' on Instance uuid d6733469-fd30-4f5a-bff7-e7ad5995633d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.972241] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.972500] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.972545] env[68503]: DEBUG nova.network.neutron [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.208499] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863022, 'name': Rename_Task, 'duration_secs': 0.134845} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.208767] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.209014] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfe0454d-d49b-4600-938f-5d822b24acab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.216255] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1376.216255] env[68503]: value = "task-2863023" [ 1376.216255] env[68503]: _type = "Task" [ 1376.216255] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.223375] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.305637] env[68503]: DEBUG nova.compute.manager [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-vif-plugged-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.305830] env[68503]: DEBUG oslo_concurrency.lockutils [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.306135] env[68503]: DEBUG oslo_concurrency.lockutils [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.306286] env[68503]: DEBUG oslo_concurrency.lockutils [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.306492] env[68503]: DEBUG nova.compute.manager [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] No waiting events found dispatching network-vif-plugged-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.306664] env[68503]: WARNING nova.compute.manager [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received unexpected event network-vif-plugged-582f0ff9-4384-4497-945e-6c7b10586bc8 for instance with vm_state building and task_state spawning. [ 1376.306820] env[68503]: DEBUG nova.compute.manager [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.306989] env[68503]: DEBUG nova.compute.manager [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing instance network info cache due to event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.307180] env[68503]: DEBUG oslo_concurrency.lockutils [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] Acquiring lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.346239] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeb9179-5f73-4d48-ab81-c214d5e8df3b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.353846] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448e5e31-a97c-4e70-b56f-14ccb8f296b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.386126] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1352a255-2bf0-459b-a7f1-74a884828060 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.393575] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972b10e-14fc-41e9-b300-c8ca1b8f5640 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.406674] env[68503]: DEBUG nova.compute.provider_tree [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.506313] env[68503]: DEBUG nova.network.neutron [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.627095] env[68503]: DEBUG nova.network.neutron [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582f0ff9-43", "ovs_interfaceid": "582f0ff9-4384-4497-945e-6c7b10586bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.726139] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863023, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.926978] env[68503]: ERROR nova.scheduler.client.report [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [req-091a119b-8f6e-4213-b960-a366f8c52f09] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-091a119b-8f6e-4213-b960-a366f8c52f09"}]} [ 1376.943717] env[68503]: DEBUG nova.scheduler.client.report [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1376.958115] env[68503]: DEBUG nova.scheduler.client.report [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1376.958358] env[68503]: DEBUG nova.compute.provider_tree [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.970424] env[68503]: DEBUG nova.scheduler.client.report [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1376.988864] env[68503]: DEBUG nova.scheduler.client.report [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1377.049952] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b671a4d-e8b6-4d65-b33d-7d6b0ad075cd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.057559] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92925f8d-8ed9-49c8-8f15-02660d49dc17 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.087219] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605f574b-28b4-46bb-9d88-a38fce81964c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.098653] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e7e24-b2f6-4b82-acde-8383a2ad196e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.112877] env[68503]: DEBUG nova.compute.provider_tree [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.129797] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.130054] env[68503]: DEBUG nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Instance network_info: |[{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582f0ff9-43", "ovs_interfaceid": "582f0ff9-4384-4497-945e-6c7b10586bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.130317] env[68503]: DEBUG oslo_concurrency.lockutils [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] Acquired lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.130492] env[68503]: DEBUG nova.network.neutron [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.132501] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:53:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '582f0ff9-4384-4497-945e-6c7b10586bc8', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.139625] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.142386] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.142814] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36471adc-7659-486a-a232-ea0df73608e0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.163196] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.163196] env[68503]: value = "task-2863024" [ 1377.163196] env[68503]: _type = "Task" [ 1377.163196] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.170869] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863024, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.229862] env[68503]: DEBUG oslo_vmware.api [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863023, 'name': PowerOnVM_Task, 'duration_secs': 0.532205} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.230193] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.230428] env[68503]: INFO nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1377.230649] env[68503]: DEBUG nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.231624] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2f2b7-6cea-40ad-9098-702d479085cc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.348856] env[68503]: DEBUG nova.network.neutron [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updated VIF entry in instance network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.349285] env[68503]: DEBUG nova.network.neutron [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582f0ff9-43", "ovs_interfaceid": "582f0ff9-4384-4497-945e-6c7b10586bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.643501] env[68503]: DEBUG nova.scheduler.client.report [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1377.643779] env[68503]: DEBUG nova.compute.provider_tree [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 172 to 173 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1377.643959] env[68503]: DEBUG nova.compute.provider_tree [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.672433] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863024, 'name': CreateVM_Task, 'duration_secs': 0.292887} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.672588] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.673278] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.673445] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.673873] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.674033] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14554155-2897-48a9-a48e-8f81fade3c5c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.678966] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1377.678966] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]529ab05a-78c9-91e3-0985-fb18ec71020b" [ 1377.678966] env[68503]: _type = "Task" [ 1377.678966] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.687437] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529ab05a-78c9-91e3-0985-fb18ec71020b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.752222] env[68503]: INFO nova.compute.manager [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Took 13.63 seconds to build instance. [ 1377.851966] env[68503]: DEBUG oslo_concurrency.lockutils [req-30385ee7-8e6b-4a0b-bcea-be375dbd1c83 req-422d2394-6f07-47a2-84b6-8b251512797b service nova] Releasing lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.149137] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.170131] env[68503]: INFO nova.scheduler.client.report [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted allocations for instance d6733469-fd30-4f5a-bff7-e7ad5995633d [ 1378.189223] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]529ab05a-78c9-91e3-0985-fb18ec71020b, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.189542] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.189770] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.190017] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.190165] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.190350] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.190605] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cd74eb1-2f61-4f47-9113-e49ec49a6be3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.199647] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.199864] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.200703] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7fe63f-5a25-4f09-8e5a-d09e36ce89a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.205736] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1378.205736] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]520b48eb-7820-ef26-230d-a26045a76d66" [ 1378.205736] env[68503]: _type = "Task" [ 1378.205736] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.213645] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520b48eb-7820-ef26-230d-a26045a76d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.254324] env[68503]: DEBUG oslo_concurrency.lockutils [None req-8806e213-9b08-477a-92ab-f2635b05c1b6 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.141s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.548706] env[68503]: DEBUG nova.compute.manager [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Received event network-changed-7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.549065] env[68503]: DEBUG nova.compute.manager [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Refreshing instance network info cache due to event network-changed-7b4777e3-f2a9-44f3-9509-94502c211ecb. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.549295] env[68503]: DEBUG oslo_concurrency.lockutils [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] Acquiring lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.549487] env[68503]: DEBUG oslo_concurrency.lockutils [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] Acquired lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.549690] env[68503]: DEBUG nova.network.neutron [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Refreshing network info cache for port 7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.677702] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b1de4637-6394-45cb-9d25-bb851d95d079 tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "d6733469-fd30-4f5a-bff7-e7ad5995633d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.958s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.715609] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]520b48eb-7820-ef26-230d-a26045a76d66, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.716403] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d86146e-8f2a-4017-8b43-f21146b25dfd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.721282] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1378.721282] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e7049c-5ae2-5ccb-b4c3-5f2546a24b76" [ 1378.721282] env[68503]: _type = "Task" [ 1378.721282] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.728793] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e7049c-5ae2-5ccb-b4c3-5f2546a24b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.233677] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e7049c-5ae2-5ccb-b4c3-5f2546a24b76, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.234036] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.234270] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.234549] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa1c67c3-f08f-4c2c-9bea-40dcad1df3d1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.241544] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1379.241544] env[68503]: value = "task-2863026" [ 1379.241544] env[68503]: _type = "Task" [ 1379.241544] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.249411] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.288549] env[68503]: DEBUG nova.network.neutron [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updated VIF entry in instance network info cache for port 7b4777e3-f2a9-44f3-9509-94502c211ecb. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.288976] env[68503]: DEBUG nova.network.neutron [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updating instance_info_cache with network_info: [{"id": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "address": "fa:16:3e:b4:29:e1", "network": {"id": "6768b9c0-f391-4603-81e6-ca5d5ae0e3d2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-325556910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7bd3e9a7154781b9f1769aec8bfd3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4777e3-f2", "ovs_interfaceid": "7b4777e3-f2a9-44f3-9509-94502c211ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.752294] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465093} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.752535] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.752765] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.753056] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fa770b7-cc15-4711-afa8-04101a095b60 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.759907] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1379.759907] env[68503]: value = "task-2863027" [ 1379.759907] env[68503]: _type = "Task" [ 1379.759907] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.769354] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.791599] env[68503]: DEBUG oslo_concurrency.lockutils [req-f747fad6-1ba3-469e-9544-c457365876e9 req-62d4b418-589c-4067-9825-e2871bcee523 service nova] Releasing lock "refresh_cache-f86dea74-a5a9-4d54-bacb-a7d451578db2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.270486] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061719} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.270873] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.271544] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a462b1-fab6-405d-852e-7eb45db2cfe6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.293187] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.293461] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9454e44-849e-489e-acc8-129003155ac2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.313402] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1380.313402] env[68503]: value = "task-2863028" [ 1380.313402] env[68503]: _type = "Task" [ 1380.313402] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.321452] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.823604] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.325927] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.824644] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863028, 'name': ReconfigVM_Task, 'duration_secs': 1.484363} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.824960] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.825625] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3828290b-0f08-4660-a933-eb192fee7f30 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.831396] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1381.831396] env[68503]: value = "task-2863029" [ 1381.831396] env[68503]: _type = "Task" [ 1381.831396] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.838932] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863029, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.341549] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863029, 'name': Rename_Task, 'duration_secs': 0.122954} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.344081] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.344081] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff3a014-caa4-4bd6-a173-42db0df7f44c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.348049] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1382.348049] env[68503]: value = "task-2863030" [ 1382.348049] env[68503]: _type = "Task" [ 1382.348049] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.355512] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.523062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "36a36399-1707-4621-b677-6d728936489d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.523062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "36a36399-1707-4621-b677-6d728936489d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.523349] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "36a36399-1707-4621-b677-6d728936489d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.523395] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "36a36399-1707-4621-b677-6d728936489d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.523588] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "36a36399-1707-4621-b677-6d728936489d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.525765] env[68503]: INFO nova.compute.manager [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Terminating instance [ 1382.857308] env[68503]: DEBUG oslo_vmware.api [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863030, 'name': PowerOnVM_Task, 'duration_secs': 0.423222} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.857565] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.857762] env[68503]: INFO nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1382.857939] env[68503]: DEBUG nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.858691] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d48d04-2a50-449b-b88f-e14f254eaddd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.028972] env[68503]: DEBUG nova.compute.manager [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.029242] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.030127] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e7d640-ae3a-46e6-938e-199016feb891 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.038017] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.038244] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4be72c1-575b-4035-9fff-e7c275fe05f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.044683] env[68503]: DEBUG oslo_vmware.api [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1383.044683] env[68503]: value = "task-2863031" [ 1383.044683] env[68503]: _type = "Task" [ 1383.044683] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.052117] env[68503]: DEBUG oslo_vmware.api [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.375675] env[68503]: INFO nova.compute.manager [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Took 15.95 seconds to build instance. [ 1383.555160] env[68503]: DEBUG oslo_vmware.api [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863031, 'name': PowerOffVM_Task, 'duration_secs': 0.177714} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.555432] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.555600] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.555849] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed990184-a7a9-4c79-939a-a9bb2d1cc234 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.612821] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.613073] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.613277] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleting the datastore file [datastore1] 36a36399-1707-4621-b677-6d728936489d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.613538] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-642321bf-4f61-4f2f-a737-62702bf0953a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.619351] env[68503]: DEBUG oslo_vmware.api [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for the task: (returnval){ [ 1383.619351] env[68503]: value = "task-2863033" [ 1383.619351] env[68503]: _type = "Task" [ 1383.619351] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.627050] env[68503]: DEBUG oslo_vmware.api [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.877706] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f7861cfa-4f58-481f-b45b-8ae6c4d73337 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.457s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.946106] env[68503]: DEBUG nova.compute.manager [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.946106] env[68503]: DEBUG nova.compute.manager [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing instance network info cache due to event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.946289] env[68503]: DEBUG oslo_concurrency.lockutils [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] Acquiring lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.946396] env[68503]: DEBUG oslo_concurrency.lockutils [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] Acquired lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.946555] env[68503]: DEBUG nova.network.neutron [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.129952] env[68503]: DEBUG oslo_vmware.api [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Task: {'id': task-2863033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126722} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.130283] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.130519] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.130717] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.130892] env[68503]: INFO nova.compute.manager [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] [instance: 36a36399-1707-4621-b677-6d728936489d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1384.131167] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.131352] env[68503]: DEBUG nova.compute.manager [-] [instance: 36a36399-1707-4621-b677-6d728936489d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.131443] env[68503]: DEBUG nova.network.neutron [-] [instance: 36a36399-1707-4621-b677-6d728936489d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.378557] env[68503]: DEBUG nova.compute.manager [req-e5b6da76-bd6c-46cf-bc56-75cf0f67d100 req-88f6a27b-233a-4e07-8424-71abf8e6bc52 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Received event network-vif-deleted-076492c2-d1c1-4e3e-b359-729c78b8a9de {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.378829] env[68503]: INFO nova.compute.manager [req-e5b6da76-bd6c-46cf-bc56-75cf0f67d100 req-88f6a27b-233a-4e07-8424-71abf8e6bc52 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Neutron deleted interface 076492c2-d1c1-4e3e-b359-729c78b8a9de; detaching it from the instance and deleting it from the info cache [ 1384.378917] env[68503]: DEBUG nova.network.neutron [req-e5b6da76-bd6c-46cf-bc56-75cf0f67d100 req-88f6a27b-233a-4e07-8424-71abf8e6bc52 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.651719] env[68503]: DEBUG nova.network.neutron [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updated VIF entry in instance network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.652097] env[68503]: DEBUG nova.network.neutron [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582f0ff9-43", "ovs_interfaceid": "582f0ff9-4384-4497-945e-6c7b10586bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.862235] env[68503]: DEBUG nova.network.neutron [-] [instance: 36a36399-1707-4621-b677-6d728936489d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.881018] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b3b67c7-40bd-438a-b6bd-3925e739ec7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.891056] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2263b9b-f71b-4b17-bd66-50b2f64c7628 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.917441] env[68503]: DEBUG nova.compute.manager [req-e5b6da76-bd6c-46cf-bc56-75cf0f67d100 req-88f6a27b-233a-4e07-8424-71abf8e6bc52 service nova] [instance: 36a36399-1707-4621-b677-6d728936489d] Detach interface failed, port_id=076492c2-d1c1-4e3e-b359-729c78b8a9de, reason: Instance 36a36399-1707-4621-b677-6d728936489d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1385.155275] env[68503]: DEBUG oslo_concurrency.lockutils [req-3873664d-3404-48a3-940d-3fcbb5ca2366 req-16cc1c9d-61c2-4423-81e8-51aa287ebd9e service nova] Releasing lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.365331] env[68503]: INFO nova.compute.manager [-] [instance: 36a36399-1707-4621-b677-6d728936489d] Took 1.23 seconds to deallocate network for instance. [ 1385.871946] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.872314] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.872430] env[68503]: DEBUG nova.objects.instance [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lazy-loading 'resources' on Instance uuid 36a36399-1707-4621-b677-6d728936489d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.146522] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.146756] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.440447] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4aa02-3169-4e6c-8c20-fbab6b696e2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.448069] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03714ee-9bd7-4a74-9ead-77ff387ad801 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.477822] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c337b9-fb81-4502-b777-5e7f25fbc113 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.485317] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac9462-f1f6-4748-ac13-1be6ff455660 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.498865] env[68503]: DEBUG nova.compute.provider_tree [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.649800] env[68503]: DEBUG nova.compute.utils [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1387.002681] env[68503]: DEBUG nova.scheduler.client.report [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.152685] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.508384] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.532314] env[68503]: INFO nova.scheduler.client.report [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Deleted allocations for instance 36a36399-1707-4621-b677-6d728936489d [ 1388.039614] env[68503]: DEBUG oslo_concurrency.lockutils [None req-aff0f9f2-5cff-4ec9-8f17-0d4ef3f98f1b tempest-ServerActionsTestOtherA-469652011 tempest-ServerActionsTestOtherA-469652011-project-member] Lock "36a36399-1707-4621-b677-6d728936489d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.517s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.211283] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.211528] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.211774] env[68503]: INFO nova.compute.manager [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Attaching volume cbad6a22-c8f0-45cc-b444-c0e406657b4a to /dev/sdb [ 1388.246672] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9137c85f-d523-4b31-a1ae-5fd9b788a9b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.253784] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d4e1f5-b375-4270-8619-c39154ea990c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.267722] env[68503]: DEBUG nova.virt.block_device [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updating existing volume attachment record: 8636fdc5-d2a9-4d46-91b2-11ab8947e683 {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1392.812603] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1392.812892] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575528', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'name': 'volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'serial': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1392.813807] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ecbf3-22e6-4c42-a212-3ac3cd75b808 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.830960] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5713dd57-77ba-463e-8de0-a75a6641f66a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.855546] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a/volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.855885] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5f6909-d896-406f-b055-b24db3b937f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.874409] env[68503]: DEBUG oslo_vmware.api [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1392.874409] env[68503]: value = "task-2863036" [ 1392.874409] env[68503]: _type = "Task" [ 1392.874409] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.882715] env[68503]: DEBUG oslo_vmware.api [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.386672] env[68503]: DEBUG oslo_vmware.api [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863036, 'name': ReconfigVM_Task, 'duration_secs': 0.388706} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.386672] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a/volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.390183] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091874ee-dc1c-479d-985e-e66682ef8fff {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.405642] env[68503]: DEBUG oslo_vmware.api [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1393.405642] env[68503]: value = "task-2863037" [ 1393.405642] env[68503]: _type = "Task" [ 1393.405642] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.413425] env[68503]: DEBUG oslo_vmware.api [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.914835] env[68503]: DEBUG oslo_vmware.api [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863037, 'name': ReconfigVM_Task, 'duration_secs': 0.144871} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.915309] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575528', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'name': 'volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'serial': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1394.956101] env[68503]: DEBUG nova.objects.instance [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 99b483f6-bed0-4701-8be8-9bfc42f1c580 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.461683] env[68503]: DEBUG oslo_concurrency.lockutils [None req-19147ae3-3b47-458f-9022-40821cf53d1b tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.374627] env[68503]: DEBUG oslo_concurrency.lockutils [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.374940] env[68503]: DEBUG oslo_concurrency.lockutils [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.536742] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "2003633e-41d1-44ff-94ee-a79f5fb146ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.536969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.878652] env[68503]: DEBUG nova.compute.utils [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1397.039321] env[68503]: DEBUG nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1397.381580] env[68503]: DEBUG oslo_concurrency.lockutils [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.562791] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.563106] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.564681] env[68503]: INFO nova.compute.claims [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.444082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.444375] env[68503]: DEBUG oslo_concurrency.lockutils [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.444591] env[68503]: INFO nova.compute.manager [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Attaching volume 02aef000-3505-4291-a18d-554e43269c2e to /dev/sdc [ 1398.473858] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e6f6d1-5050-4b94-aad1-9aefdb47fbf3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.481809] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b42c83e-82cc-4695-8ebf-098285a332a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.494148] env[68503]: DEBUG nova.virt.block_device [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updating existing volume attachment record: 7d724e44-1cda-4b1a-8b1c-5719bc540e6d {{(pid=68503) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1398.633461] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33385631-6fcd-4f7d-83f8-8dae2a46be91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.640533] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623f693-b886-4afb-a8e4-920483f0fd45 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.671690] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2108b5-9232-45ae-9889-c315611a43a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.680274] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fccf95-75eb-44a7-9254-bc3df679105e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.694079] env[68503]: DEBUG nova.compute.provider_tree [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.197195] env[68503]: DEBUG nova.scheduler.client.report [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.702125] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.702652] env[68503]: DEBUG nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.208333] env[68503]: DEBUG nova.compute.utils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.209740] env[68503]: DEBUG nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.209910] env[68503]: DEBUG nova.network.neutron [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.256285] env[68503]: DEBUG nova.policy [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c5900bd2bf46daba38cc64c7c2c6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3b83d4e27442289bca3d4af88c69df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.506551] env[68503]: DEBUG nova.network.neutron [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Successfully created port: 2e35cbda-a40e-472f-b6e4-1e61913a692b {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.713800] env[68503]: DEBUG nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.724367] env[68503]: DEBUG nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.754899] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.755173] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.755332] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.755502] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.755731] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.755813] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.756042] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.756208] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.756374] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.756538] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.756706] env[68503]: DEBUG nova.virt.hardware [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.757596] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e1406-b484-4743-a953-bacad7a092fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.765830] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a8eef9-fcbe-4d9c-ac80-59495b5ad925 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.856402] env[68503]: DEBUG nova.compute.manager [req-b8043b8e-4972-40fe-8c9b-b06c1004d94f req-321adbb3-0b4f-4097-9148-ce8dc04f94a7 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Received event network-vif-plugged-2e35cbda-a40e-472f-b6e4-1e61913a692b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.856617] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8043b8e-4972-40fe-8c9b-b06c1004d94f req-321adbb3-0b4f-4097-9148-ce8dc04f94a7 service nova] Acquiring lock "2003633e-41d1-44ff-94ee-a79f5fb146ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.856819] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8043b8e-4972-40fe-8c9b-b06c1004d94f req-321adbb3-0b4f-4097-9148-ce8dc04f94a7 service nova] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.856984] env[68503]: DEBUG oslo_concurrency.lockutils [req-b8043b8e-4972-40fe-8c9b-b06c1004d94f req-321adbb3-0b4f-4097-9148-ce8dc04f94a7 service nova] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.857170] env[68503]: DEBUG nova.compute.manager [req-b8043b8e-4972-40fe-8c9b-b06c1004d94f req-321adbb3-0b4f-4097-9148-ce8dc04f94a7 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] No waiting events found dispatching network-vif-plugged-2e35cbda-a40e-472f-b6e4-1e61913a692b {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.857340] env[68503]: WARNING nova.compute.manager [req-b8043b8e-4972-40fe-8c9b-b06c1004d94f req-321adbb3-0b4f-4097-9148-ce8dc04f94a7 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Received unexpected event network-vif-plugged-2e35cbda-a40e-472f-b6e4-1e61913a692b for instance with vm_state building and task_state spawning. [ 1401.930907] env[68503]: DEBUG nova.network.neutron [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Successfully updated port: 2e35cbda-a40e-472f-b6e4-1e61913a692b {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.434100] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "refresh_cache-2003633e-41d1-44ff-94ee-a79f5fb146ba" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.434269] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "refresh_cache-2003633e-41d1-44ff-94ee-a79f5fb146ba" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.434423] env[68503]: DEBUG nova.network.neutron [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.966581] env[68503]: DEBUG nova.network.neutron [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.038185] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Volume attach. Driver type: vmdk {{(pid=68503) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1403.038427] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575529', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'name': 'volume-02aef000-3505-4291-a18d-554e43269c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'serial': '02aef000-3505-4291-a18d-554e43269c2e'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1403.039324] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ded45-bdd2-4cb9-a1df-567aecc63f05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.057792] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24707e51-bedc-4118-aaab-63b4c57f2957 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.085948] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-02aef000-3505-4291-a18d-554e43269c2e/volume-02aef000-3505-4291-a18d-554e43269c2e.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.086220] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b12388f-0d02-4553-8314-63965cfc7a12 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.099309] env[68503]: DEBUG nova.network.neutron [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Updating instance_info_cache with network_info: [{"id": "2e35cbda-a40e-472f-b6e4-1e61913a692b", "address": "fa:16:3e:d2:1a:f8", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e35cbda-a4", "ovs_interfaceid": "2e35cbda-a40e-472f-b6e4-1e61913a692b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.105895] env[68503]: DEBUG oslo_vmware.api [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1403.105895] env[68503]: value = "task-2863040" [ 1403.105895] env[68503]: _type = "Task" [ 1403.105895] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.117916] env[68503]: DEBUG oslo_vmware.api [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.601680] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "refresh_cache-2003633e-41d1-44ff-94ee-a79f5fb146ba" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.602044] env[68503]: DEBUG nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Instance network_info: |[{"id": "2e35cbda-a40e-472f-b6e4-1e61913a692b", "address": "fa:16:3e:d2:1a:f8", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e35cbda-a4", "ovs_interfaceid": "2e35cbda-a40e-472f-b6e4-1e61913a692b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1403.602477] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:1a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e35cbda-a40e-472f-b6e4-1e61913a692b', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.609739] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating folder: Project (fe3b83d4e27442289bca3d4af88c69df). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.610056] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6793d3e9-541e-497d-b201-775989f5f81a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.620325] env[68503]: DEBUG oslo_vmware.api [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863040, 'name': ReconfigVM_Task, 'duration_secs': 0.340914} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.620568] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-02aef000-3505-4291-a18d-554e43269c2e/volume-02aef000-3505-4291-a18d-554e43269c2e.vmdk or device None with type thin {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.626233] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5576227-32fd-4f5e-82f5-73063c52c7d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.635706] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created folder: Project (fe3b83d4e27442289bca3d4af88c69df) in parent group-v575195. [ 1403.635882] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating folder: Instances. Parent ref: group-v575530. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.636450] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b0d4c8-f054-4a51-8603-2cb6c3c9a74c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.642812] env[68503]: DEBUG oslo_vmware.api [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1403.642812] env[68503]: value = "task-2863043" [ 1403.642812] env[68503]: _type = "Task" [ 1403.642812] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.646634] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created folder: Instances in parent group-v575530. [ 1403.646847] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.647295] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.647491] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed880bf1-080a-4706-9500-6faae1208a87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.664349] env[68503]: DEBUG oslo_vmware.api [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.669149] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.669149] env[68503]: value = "task-2863044" [ 1403.669149] env[68503]: _type = "Task" [ 1403.669149] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.679579] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863044, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.884947] env[68503]: DEBUG nova.compute.manager [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Received event network-changed-2e35cbda-a40e-472f-b6e4-1e61913a692b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.885169] env[68503]: DEBUG nova.compute.manager [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Refreshing instance network info cache due to event network-changed-2e35cbda-a40e-472f-b6e4-1e61913a692b. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.885349] env[68503]: DEBUG oslo_concurrency.lockutils [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] Acquiring lock "refresh_cache-2003633e-41d1-44ff-94ee-a79f5fb146ba" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.885498] env[68503]: DEBUG oslo_concurrency.lockutils [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] Acquired lock "refresh_cache-2003633e-41d1-44ff-94ee-a79f5fb146ba" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.885675] env[68503]: DEBUG nova.network.neutron [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Refreshing network info cache for port 2e35cbda-a40e-472f-b6e4-1e61913a692b {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.154058] env[68503]: DEBUG oslo_vmware.api [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863043, 'name': ReconfigVM_Task, 'duration_secs': 0.139727} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.154058] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575529', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'name': 'volume-02aef000-3505-4291-a18d-554e43269c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'serial': '02aef000-3505-4291-a18d-554e43269c2e'} {{(pid=68503) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1404.177621] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863044, 'name': CreateVM_Task, 'duration_secs': 0.297416} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.177787] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.178450] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.178617] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.178930] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.179202] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aaebbcb-8c93-4fc6-9242-ad8c713490b7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.184276] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1404.184276] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c00630-c59d-c180-0cbc-48e6419f3ddf" [ 1404.184276] env[68503]: _type = "Task" [ 1404.184276] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.191841] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c00630-c59d-c180-0cbc-48e6419f3ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.555693] env[68503]: DEBUG nova.network.neutron [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Updated VIF entry in instance network info cache for port 2e35cbda-a40e-472f-b6e4-1e61913a692b. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.556059] env[68503]: DEBUG nova.network.neutron [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Updating instance_info_cache with network_info: [{"id": "2e35cbda-a40e-472f-b6e4-1e61913a692b", "address": "fa:16:3e:d2:1a:f8", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e35cbda-a4", "ovs_interfaceid": "2e35cbda-a40e-472f-b6e4-1e61913a692b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.695217] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c00630-c59d-c180-0cbc-48e6419f3ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.695510] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.695736] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1404.695977] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.696157] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.696549] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.696800] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd64d1d-4e48-4270-9f8c-b7dbd33ec085 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.704867] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.705051] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1404.705745] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fffb0e6-e07c-4427-b330-03ca0685dcb8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.711525] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1404.711525] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52925489-5435-c7cd-9f6f-18198f53a6c4" [ 1404.711525] env[68503]: _type = "Task" [ 1404.711525] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.718677] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52925489-5435-c7cd-9f6f-18198f53a6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.058972] env[68503]: DEBUG oslo_concurrency.lockutils [req-46e25ebb-bc5a-4cb5-bd1f-5da2aa457b59 req-dcc7f451-b411-4816-9b95-f4d7d15e0db9 service nova] Releasing lock "refresh_cache-2003633e-41d1-44ff-94ee-a79f5fb146ba" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.190696] env[68503]: DEBUG nova.objects.instance [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 99b483f6-bed0-4701-8be8-9bfc42f1c580 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.226187] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52925489-5435-c7cd-9f6f-18198f53a6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.227388] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e73eb82-00bd-4082-bfb0-5682317c24e9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.232996] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1405.232996] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521383e3-eb2d-56d3-e7d2-33efad1f00d5" [ 1405.232996] env[68503]: _type = "Task" [ 1405.232996] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.240625] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521383e3-eb2d-56d3-e7d2-33efad1f00d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.696395] env[68503]: DEBUG oslo_concurrency.lockutils [None req-410dba49-97c3-4e00-a204-575cac1b0c25 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.743134] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521383e3-eb2d-56d3-e7d2-33efad1f00d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.743403] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.743656] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 2003633e-41d1-44ff-94ee-a79f5fb146ba/2003633e-41d1-44ff-94ee-a79f5fb146ba.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.743904] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdfef748-c8be-46e0-8a73-d97a38401514 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.749748] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1405.749748] env[68503]: value = "task-2863045" [ 1405.749748] env[68503]: _type = "Task" [ 1405.749748] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.756996] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.998567] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.998951] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.259860] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.400013} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.260239] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 2003633e-41d1-44ff-94ee-a79f5fb146ba/2003633e-41d1-44ff-94ee-a79f5fb146ba.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.260324] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.260560] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cc9662c-db7e-4c07-a342-00c795b11f1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.267590] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1406.267590] env[68503]: value = "task-2863046" [ 1406.267590] env[68503]: _type = "Task" [ 1406.267590] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.275791] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.504043] env[68503]: INFO nova.compute.manager [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Detaching volume cbad6a22-c8f0-45cc-b444-c0e406657b4a [ 1406.532911] env[68503]: INFO nova.virt.block_device [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Attempting to driver detach volume cbad6a22-c8f0-45cc-b444-c0e406657b4a from mountpoint /dev/sdb [ 1406.533178] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1406.533373] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575528', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'name': 'volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'serial': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1406.534342] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f58f4c0-865f-43d6-9aad-45f031681d04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.560008] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51472edd-914c-46ec-b017-f6859feca67b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.566370] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a808d-f58f-4864-82db-0ece8a8a3f4d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.588164] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1df4b7-0775-4827-947d-9b491e04693a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.602017] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] The volume has not been displaced from its original location: [datastore1] volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a/volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1406.607171] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.607427] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd9bef5-d850-4cb7-9ebc-9cdb245626aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.624924] env[68503]: DEBUG oslo_vmware.api [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1406.624924] env[68503]: value = "task-2863047" [ 1406.624924] env[68503]: _type = "Task" [ 1406.624924] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.632013] env[68503]: DEBUG oslo_vmware.api [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.776451] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06451} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.776924] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.777533] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e0003b-02c9-4f09-b49e-f055bcfc0696 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.799855] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2003633e-41d1-44ff-94ee-a79f5fb146ba/2003633e-41d1-44ff-94ee-a79f5fb146ba.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.800188] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b6c6cd-1dd4-4907-9efb-8cd944c9ad68 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.819113] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1406.819113] env[68503]: value = "task-2863048" [ 1406.819113] env[68503]: _type = "Task" [ 1406.819113] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.826907] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.134391] env[68503]: DEBUG oslo_vmware.api [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863047, 'name': ReconfigVM_Task, 'duration_secs': 0.22946} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.135123] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1407.139412] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a5996b-c68f-4baf-9d68-d29691933d2f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.154658] env[68503]: DEBUG oslo_vmware.api [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1407.154658] env[68503]: value = "task-2863049" [ 1407.154658] env[68503]: _type = "Task" [ 1407.154658] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.163702] env[68503]: DEBUG oslo_vmware.api [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.330285] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863048, 'name': ReconfigVM_Task, 'duration_secs': 0.275935} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.330600] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2003633e-41d1-44ff-94ee-a79f5fb146ba/2003633e-41d1-44ff-94ee-a79f5fb146ba.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.331199] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77ece6af-32ee-4a77-b65d-217bc4c148ca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.338242] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1407.338242] env[68503]: value = "task-2863050" [ 1407.338242] env[68503]: _type = "Task" [ 1407.338242] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.345584] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863050, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.664173] env[68503]: DEBUG oslo_vmware.api [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863049, 'name': ReconfigVM_Task, 'duration_secs': 0.131458} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.664477] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575528', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'name': 'volume-cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a', 'serial': 'cbad6a22-c8f0-45cc-b444-c0e406657b4a'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1407.848402] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863050, 'name': Rename_Task, 'duration_secs': 0.132187} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.848665] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.848903] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b48c81c-2f36-4593-8a23-8bd5b1df1945 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.855901] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1407.855901] env[68503]: value = "task-2863051" [ 1407.855901] env[68503]: _type = "Task" [ 1407.855901] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.865358] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.205192] env[68503]: DEBUG nova.objects.instance [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 99b483f6-bed0-4701-8be8-9bfc42f1c580 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.366606] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.868121] env[68503]: DEBUG oslo_vmware.api [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863051, 'name': PowerOnVM_Task, 'duration_secs': 0.519834} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.868121] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.868121] env[68503]: INFO nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1408.868121] env[68503]: DEBUG nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.868742] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf983d4-0796-4946-b4ad-1ea5f8eba888 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.214258] env[68503]: DEBUG oslo_concurrency.lockutils [None req-c230d418-20f3-407c-a8eb-c296960d87a0 tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.234789] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.235041] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.384324] env[68503]: INFO nova.compute.manager [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Took 11.84 seconds to build instance. [ 1409.737665] env[68503]: INFO nova.compute.manager [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Detaching volume 02aef000-3505-4291-a18d-554e43269c2e [ 1409.773540] env[68503]: INFO nova.virt.block_device [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Attempting to driver detach volume 02aef000-3505-4291-a18d-554e43269c2e from mountpoint /dev/sdc [ 1409.773871] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1409.774070] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575529', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'name': 'volume-02aef000-3505-4291-a18d-554e43269c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'serial': '02aef000-3505-4291-a18d-554e43269c2e'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1409.775043] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c586df-79dd-4b80-ac4e-ca69dd6ff2eb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.798243] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a31c9-3bb0-4fae-8958-537b61119cbf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.806081] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d6960-bc93-4219-af73-31ee6773a8d9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.826939] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911bb34d-171b-4985-bce2-f557e26f8839 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.840826] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] The volume has not been displaced from its original location: [datastore1] volume-02aef000-3505-4291-a18d-554e43269c2e/volume-02aef000-3505-4291-a18d-554e43269c2e.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1409.846133] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1409.846564] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede80008-5a78-4317-92b8-4912b2d263d3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.863576] env[68503]: DEBUG oslo_vmware.api [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1409.863576] env[68503]: value = "task-2863052" [ 1409.863576] env[68503]: _type = "Task" [ 1409.863576] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.871046] env[68503]: DEBUG oslo_vmware.api [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.886652] env[68503]: DEBUG oslo_concurrency.lockutils [None req-b33cdedb-38f9-4849-89bc-e6ce29db357e tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.350s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.298188] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "f526e999-7df6-4ec2-a441-639bc53b3ab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.298474] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.373595] env[68503]: DEBUG oslo_vmware.api [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863052, 'name': ReconfigVM_Task, 'duration_secs': 0.215564} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.373820] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.378314] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd9bb709-4a01-4006-a28b-9d8897bc559f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.392803] env[68503]: DEBUG oslo_vmware.api [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1410.392803] env[68503]: value = "task-2863053" [ 1410.392803] env[68503]: _type = "Task" [ 1410.392803] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.400015] env[68503]: DEBUG oslo_vmware.api [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.800902] env[68503]: DEBUG nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.905489] env[68503]: DEBUG oslo_vmware.api [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863053, 'name': ReconfigVM_Task, 'duration_secs': 0.140351} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.905796] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575529', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'name': 'volume-02aef000-3505-4291-a18d-554e43269c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99b483f6-bed0-4701-8be8-9bfc42f1c580', 'attached_at': '', 'detached_at': '', 'volume_id': '02aef000-3505-4291-a18d-554e43269c2e', 'serial': '02aef000-3505-4291-a18d-554e43269c2e'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1411.323195] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.323507] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.325014] env[68503]: INFO nova.compute.claims [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.445542] env[68503]: DEBUG nova.objects.instance [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'flavor' on Instance uuid 99b483f6-bed0-4701-8be8-9bfc42f1c580 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.399627] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2357a-6c21-4e12-8711-a6656d0a9d31 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.406660] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dff0d5-5db3-4bef-8a83-60d853ad8485 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.435604] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca6b40d-4bdc-4dfb-9e13-10d8f2e7a7d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.442056] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a7989e-89ab-47c0-9991-d582ba2fcb99 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.454373] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44f33096-83a8-4e82-935e-2675fe3fe6cf tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.455495] env[68503]: DEBUG nova.compute.provider_tree [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.958251] env[68503]: DEBUG nova.scheduler.client.report [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.462579] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.463121] env[68503]: DEBUG nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1413.610104] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.610366] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.610570] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "99b483f6-bed0-4701-8be8-9bfc42f1c580-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.610786] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.610969] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.613188] env[68503]: INFO nova.compute.manager [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Terminating instance [ 1413.968037] env[68503]: DEBUG nova.compute.utils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1413.969451] env[68503]: DEBUG nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1413.969607] env[68503]: DEBUG nova.network.neutron [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.003904] env[68503]: DEBUG nova.policy [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c5900bd2bf46daba38cc64c7c2c6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3b83d4e27442289bca3d4af88c69df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.117010] env[68503]: DEBUG nova.compute.manager [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.117250] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.118195] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a072a915-f8b2-44f1-bf1f-71559d7f5d6f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.126079] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.126315] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d23b46fd-92b6-4ed6-b1d0-d010e5f4067a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.133070] env[68503]: DEBUG oslo_vmware.api [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1414.133070] env[68503]: value = "task-2863054" [ 1414.133070] env[68503]: _type = "Task" [ 1414.133070] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.140780] env[68503]: DEBUG oslo_vmware.api [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.278462] env[68503]: DEBUG nova.network.neutron [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Successfully created port: 20e952ed-b5f0-4650-8ee8-8cca8968950e {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.472903] env[68503]: DEBUG nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1414.643148] env[68503]: DEBUG oslo_vmware.api [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863054, 'name': PowerOffVM_Task, 'duration_secs': 0.200813} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.643422] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.643598] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.643853] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5889612-2365-4894-a315-496b6b375830 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.700908] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.701164] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.701245] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Deleting the datastore file [datastore2] 99b483f6-bed0-4701-8be8-9bfc42f1c580 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.701549] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfaaf66c-faf3-4c15-84d7-8f06f2116231 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.708341] env[68503]: DEBUG oslo_vmware.api [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for the task: (returnval){ [ 1414.708341] env[68503]: value = "task-2863056" [ 1414.708341] env[68503]: _type = "Task" [ 1414.708341] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.715334] env[68503]: DEBUG oslo_vmware.api [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.217964] env[68503]: DEBUG oslo_vmware.api [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Task: {'id': task-2863056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154374} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.221033] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.221033] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.221033] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.221033] env[68503]: INFO nova.compute.manager [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1415.221033] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.221033] env[68503]: DEBUG nova.compute.manager [-] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.221033] env[68503]: DEBUG nova.network.neutron [-] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.482327] env[68503]: DEBUG nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.514624] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.514858] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.515024] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.515208] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.515353] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.515498] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.515704] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.515859] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.516028] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.516193] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.516361] env[68503]: DEBUG nova.virt.hardware [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.517239] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b2842b-a751-4592-aa72-762d12bb335a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.527034] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75792e97-c158-43ea-a288-55b87f703230 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.831192] env[68503]: DEBUG nova.compute.manager [req-948360c3-4553-41bd-afc6-c4e7aac348fd req-184d3003-c2d5-474c-a176-6926b6afec09 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Received event network-vif-plugged-20e952ed-b5f0-4650-8ee8-8cca8968950e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.831192] env[68503]: DEBUG oslo_concurrency.lockutils [req-948360c3-4553-41bd-afc6-c4e7aac348fd req-184d3003-c2d5-474c-a176-6926b6afec09 service nova] Acquiring lock "f526e999-7df6-4ec2-a441-639bc53b3ab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.831192] env[68503]: DEBUG oslo_concurrency.lockutils [req-948360c3-4553-41bd-afc6-c4e7aac348fd req-184d3003-c2d5-474c-a176-6926b6afec09 service nova] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.831192] env[68503]: DEBUG oslo_concurrency.lockutils [req-948360c3-4553-41bd-afc6-c4e7aac348fd req-184d3003-c2d5-474c-a176-6926b6afec09 service nova] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.831192] env[68503]: DEBUG nova.compute.manager [req-948360c3-4553-41bd-afc6-c4e7aac348fd req-184d3003-c2d5-474c-a176-6926b6afec09 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] No waiting events found dispatching network-vif-plugged-20e952ed-b5f0-4650-8ee8-8cca8968950e {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1415.831756] env[68503]: WARNING nova.compute.manager [req-948360c3-4553-41bd-afc6-c4e7aac348fd req-184d3003-c2d5-474c-a176-6926b6afec09 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Received unexpected event network-vif-plugged-20e952ed-b5f0-4650-8ee8-8cca8968950e for instance with vm_state building and task_state spawning. [ 1415.991572] env[68503]: DEBUG nova.network.neutron [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Successfully updated port: 20e952ed-b5f0-4650-8ee8-8cca8968950e {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.457689] env[68503]: DEBUG nova.network.neutron [-] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.494289] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "refresh_cache-f526e999-7df6-4ec2-a441-639bc53b3ab2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.494534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "refresh_cache-f526e999-7df6-4ec2-a441-639bc53b3ab2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.494697] env[68503]: DEBUG nova.network.neutron [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.716897] env[68503]: INFO nova.compute.manager [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Rebuilding instance [ 1416.766053] env[68503]: DEBUG nova.compute.manager [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.766053] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5608a3c-d640-4865-aef2-4eb483f88a76 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.960436] env[68503]: INFO nova.compute.manager [-] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Took 1.74 seconds to deallocate network for instance. [ 1417.024584] env[68503]: DEBUG nova.network.neutron [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.148744] env[68503]: DEBUG nova.network.neutron [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Updating instance_info_cache with network_info: [{"id": "20e952ed-b5f0-4650-8ee8-8cca8968950e", "address": "fa:16:3e:d1:71:32", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e952ed-b5", "ovs_interfaceid": "20e952ed-b5f0-4650-8ee8-8cca8968950e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.466593] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.466879] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.467110] env[68503]: DEBUG nova.objects.instance [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lazy-loading 'resources' on Instance uuid 99b483f6-bed0-4701-8be8-9bfc42f1c580 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.651200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "refresh_cache-f526e999-7df6-4ec2-a441-639bc53b3ab2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.651605] env[68503]: DEBUG nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Instance network_info: |[{"id": "20e952ed-b5f0-4650-8ee8-8cca8968950e", "address": "fa:16:3e:d1:71:32", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e952ed-b5", "ovs_interfaceid": "20e952ed-b5f0-4650-8ee8-8cca8968950e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.651966] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:71:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e952ed-b5f0-4650-8ee8-8cca8968950e', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.659439] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.659637] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.659857] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b0229c9-55e9-4e83-b762-9d4e81414949 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.682409] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.682409] env[68503]: value = "task-2863057" [ 1417.682409] env[68503]: _type = "Task" [ 1417.682409] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.693105] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863057, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.779433] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.779842] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b1acad-0e6f-45d6-be14-dc94c1fb5dbc {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.786787] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1417.786787] env[68503]: value = "task-2863058" [ 1417.786787] env[68503]: _type = "Task" [ 1417.786787] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.795880] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.861481] env[68503]: DEBUG nova.compute.manager [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Received event network-vif-deleted-07568671-6628-4cc8-9135-f0f3ed46a3ad {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.861690] env[68503]: DEBUG nova.compute.manager [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Received event network-changed-20e952ed-b5f0-4650-8ee8-8cca8968950e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.861780] env[68503]: DEBUG nova.compute.manager [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Refreshing instance network info cache due to event network-changed-20e952ed-b5f0-4650-8ee8-8cca8968950e. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1417.861992] env[68503]: DEBUG oslo_concurrency.lockutils [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] Acquiring lock "refresh_cache-f526e999-7df6-4ec2-a441-639bc53b3ab2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.862142] env[68503]: DEBUG oslo_concurrency.lockutils [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] Acquired lock "refresh_cache-f526e999-7df6-4ec2-a441-639bc53b3ab2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.862300] env[68503]: DEBUG nova.network.neutron [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Refreshing network info cache for port 20e952ed-b5f0-4650-8ee8-8cca8968950e {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.038170] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7437841-ab1c-4ec1-8916-0b081a70293b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.044981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d11b3f7-c852-46da-bb03-5d315bbcf6f6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.074141] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8426b3c6-d693-468b-8844-c5dffcd5f280 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.080511] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d240fbe0-b255-4c14-ad0d-eb98fbe1c0a8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.092855] env[68503]: DEBUG nova.compute.provider_tree [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.192536] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863057, 'name': CreateVM_Task, 'duration_secs': 0.336024} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.192711] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.193445] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.193570] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.193859] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.194111] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e6eb3d-2fe2-4f1f-b1fe-029a6f6a0fcf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.198406] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1418.198406] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52cd90b0-d1bd-7ac9-15c9-12bb5285ee4e" [ 1418.198406] env[68503]: _type = "Task" [ 1418.198406] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.205390] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cd90b0-d1bd-7ac9-15c9-12bb5285ee4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.295951] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863058, 'name': PowerOffVM_Task, 'duration_secs': 0.222008} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.296821] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.297561] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.297815] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068dfba4-143a-43f0-87aa-d79ea971f5b4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.303755] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1418.303755] env[68503]: value = "task-2863059" [ 1418.303755] env[68503]: _type = "Task" [ 1418.303755] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.310905] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.534925] env[68503]: DEBUG nova.network.neutron [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Updated VIF entry in instance network info cache for port 20e952ed-b5f0-4650-8ee8-8cca8968950e. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.535363] env[68503]: DEBUG nova.network.neutron [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Updating instance_info_cache with network_info: [{"id": "20e952ed-b5f0-4650-8ee8-8cca8968950e", "address": "fa:16:3e:d1:71:32", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e952ed-b5", "ovs_interfaceid": "20e952ed-b5f0-4650-8ee8-8cca8968950e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.595701] env[68503]: DEBUG nova.scheduler.client.report [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.709089] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52cd90b0-d1bd-7ac9-15c9-12bb5285ee4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.709439] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.709588] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.709816] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.709960] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.710152] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.710400] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5cf738-ca41-4dd5-b265-bb0972eaf7b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.717983] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.718180] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.718827] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608091ad-6818-41fd-8886-7e5ae8b5864c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.723375] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1418.723375] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52338ab4-81b0-5962-6e76-489784962e42" [ 1418.723375] env[68503]: _type = "Task" [ 1418.723375] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.730362] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52338ab4-81b0-5962-6e76-489784962e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.814381] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1418.814631] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1418.814844] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575524', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'name': 'volume-126949a1-be5e-42ac-9017-74864e34815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86dea74-a5a9-4d54-bacb-a7d451578db2', 'attached_at': '', 'detached_at': '', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'serial': '126949a1-be5e-42ac-9017-74864e34815d'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1418.815625] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d69364-562f-42b3-9f38-5c6dcbac6e11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.833534] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b827d2-cf68-4e11-a370-cb9b8ecb3b17 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.839816] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69c6453-4636-4b67-bd43-2596b961d6e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.856891] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de5d81b-dba4-454e-b108-db8c38bce5c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.872955] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] The volume has not been displaced from its original location: [datastore2] volume-126949a1-be5e-42ac-9017-74864e34815d/volume-126949a1-be5e-42ac-9017-74864e34815d.vmdk. No consolidation needed. {{(pid=68503) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1418.878044] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1418.878321] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464501c9-de2d-4044-8d36-b2c289a58c37 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.895651] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1418.895651] env[68503]: value = "task-2863060" [ 1418.895651] env[68503]: _type = "Task" [ 1418.895651] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.902965] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.037946] env[68503]: DEBUG oslo_concurrency.lockutils [req-9808673b-a021-4f29-970d-be2406af2f12 req-17baaf6d-9f73-4e1d-a438-dc3947ce0ea5 service nova] Releasing lock "refresh_cache-f526e999-7df6-4ec2-a441-639bc53b3ab2" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.101203] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.121877] env[68503]: INFO nova.scheduler.client.report [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Deleted allocations for instance 99b483f6-bed0-4701-8be8-9bfc42f1c580 [ 1419.233559] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52338ab4-81b0-5962-6e76-489784962e42, 'name': SearchDatastore_Task, 'duration_secs': 0.008027} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.234356] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a584d7-2f46-4e27-b7fd-0b33011df2c7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.239579] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1419.239579] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]528e6761-a847-be6f-9487-036c97f5961b" [ 1419.239579] env[68503]: _type = "Task" [ 1419.239579] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.246964] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528e6761-a847-be6f-9487-036c97f5961b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.405800] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863060, 'name': ReconfigVM_Task, 'duration_secs': 0.174747} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.406066] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68503) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.410554] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ecf507b-a57d-42ee-8cfb-76a2df291dbd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.425201] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1419.425201] env[68503]: value = "task-2863061" [ 1419.425201] env[68503]: _type = "Task" [ 1419.425201] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.433040] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.629457] env[68503]: DEBUG oslo_concurrency.lockutils [None req-1c45c3a1-a234-4a73-b8bf-59d70d67c5de tempest-AttachVolumeTestJSON-148796923 tempest-AttachVolumeTestJSON-148796923-project-member] Lock "99b483f6-bed0-4701-8be8-9bfc42f1c580" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.019s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.750716] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]528e6761-a847-be6f-9487-036c97f5961b, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.750997] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.751239] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] f526e999-7df6-4ec2-a441-639bc53b3ab2/f526e999-7df6-4ec2-a441-639bc53b3ab2.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.751483] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab86b911-af0c-455f-b98a-2651171ddd86 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.757867] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1419.757867] env[68503]: value = "task-2863062" [ 1419.757867] env[68503]: _type = "Task" [ 1419.757867] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.765154] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.935702] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863061, 'name': ReconfigVM_Task, 'duration_secs': 0.111793} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.936388] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-575524', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'name': 'volume-126949a1-be5e-42ac-9017-74864e34815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86dea74-a5a9-4d54-bacb-a7d451578db2', 'attached_at': '', 'detached_at': '', 'volume_id': '126949a1-be5e-42ac-9017-74864e34815d', 'serial': '126949a1-be5e-42ac-9017-74864e34815d'} {{(pid=68503) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1419.936736] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.937600] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bf5e50-e791-4d85-904f-0523f97a1913 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.944733] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.945063] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ec6bde-073e-4f46-860d-14e21a05ca79 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.017515] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.017515] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.017515] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Deleting the datastore file [datastore2] f86dea74-a5a9-4d54-bacb-a7d451578db2 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.017515] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d497d1ce-9af2-4222-b696-8d38c757693d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.025226] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for the task: (returnval){ [ 1420.025226] env[68503]: value = "task-2863065" [ 1420.025226] env[68503]: _type = "Task" [ 1420.025226] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.033487] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.268335] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468984} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.268609] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] f526e999-7df6-4ec2-a441-639bc53b3ab2/f526e999-7df6-4ec2-a441-639bc53b3ab2.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.268969] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.269101] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b1d5409-f1a2-4b62-a08d-559452cea32b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.275867] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1420.275867] env[68503]: value = "task-2863066" [ 1420.275867] env[68503]: _type = "Task" [ 1420.275867] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.282926] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.535461] env[68503]: DEBUG oslo_vmware.api [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Task: {'id': task-2863065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19677} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.536379] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.536379] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.536379] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.589902] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Volume detach. Driver type: vmdk {{(pid=68503) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1420.590693] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38c2fda9-4850-40c2-900f-0fb1f7af71be {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.600354] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1e2b5b-f9e6-4873-8b74-4000c8864570 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.626372] env[68503]: ERROR nova.compute.manager [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Failed to detach volume 126949a1-be5e-42ac-9017-74864e34815d from /dev/sda: nova.exception.InstanceNotFound: Instance f86dea74-a5a9-4d54-bacb-a7d451578db2 could not be found. [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Traceback (most recent call last): [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self.driver.rebuild(**kwargs) [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] raise NotImplementedError() [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] NotImplementedError [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] During handling of the above exception, another exception occurred: [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Traceback (most recent call last): [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self.driver.detach_volume(context, old_connection_info, [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] return self._volumeops.detach_volume(connection_info, instance) [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self._detach_volume_vmdk(connection_info, instance) [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] stable_ref.fetch_moref(session) [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] nova.exception.InstanceNotFound: Instance f86dea74-a5a9-4d54-bacb-a7d451578db2 could not be found. [ 1420.626372] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.748894] env[68503]: DEBUG nova.compute.utils [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Build of instance f86dea74-a5a9-4d54-bacb-a7d451578db2 aborted: Failed to rebuild volume backed instance. {{(pid=68503) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1420.750990] env[68503]: ERROR nova.compute.manager [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f86dea74-a5a9-4d54-bacb-a7d451578db2 aborted: Failed to rebuild volume backed instance. [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Traceback (most recent call last): [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self.driver.rebuild(**kwargs) [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] raise NotImplementedError() [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] NotImplementedError [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] During handling of the above exception, another exception occurred: [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Traceback (most recent call last): [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self._detach_root_volume(context, instance, root_bdm) [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] with excutils.save_and_reraise_exception(): [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self.force_reraise() [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] raise self.value [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self.driver.detach_volume(context, old_connection_info, [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] return self._volumeops.detach_volume(connection_info, instance) [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self._detach_volume_vmdk(connection_info, instance) [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] stable_ref.fetch_moref(session) [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] nova.exception.InstanceNotFound: Instance f86dea74-a5a9-4d54-bacb-a7d451578db2 could not be found. [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] During handling of the above exception, another exception occurred: [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Traceback (most recent call last): [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] yield [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1420.750990] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self._do_rebuild_instance_with_claim( [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self._do_rebuild_instance( [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self._rebuild_default_impl(**kwargs) [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] self._rebuild_volume_backed_instance( [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] raise exception.BuildAbortException( [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] nova.exception.BuildAbortException: Build of instance f86dea74-a5a9-4d54-bacb-a7d451578db2 aborted: Failed to rebuild volume backed instance. [ 1420.752836] env[68503]: ERROR nova.compute.manager [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] [ 1420.786787] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064506} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.787719] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.788523] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da86e4f6-ab28-4f8e-bc6b-24ec955eeff0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.810937] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f526e999-7df6-4ec2-a441-639bc53b3ab2/f526e999-7df6-4ec2-a441-639bc53b3ab2.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.811660] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f56b4a1-7056-4dea-b2e2-401f53ae532c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.830366] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1420.830366] env[68503]: value = "task-2863067" [ 1420.830366] env[68503]: _type = "Task" [ 1420.830366] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.837764] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.340243] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863067, 'name': ReconfigVM_Task, 'duration_secs': 0.253136} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.340469] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f526e999-7df6-4ec2-a441-639bc53b3ab2/f526e999-7df6-4ec2-a441-639bc53b3ab2.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.341096] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f2adc3-6a35-4de5-a12c-3ed482762917 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.347081] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1421.347081] env[68503]: value = "task-2863068" [ 1421.347081] env[68503]: _type = "Task" [ 1421.347081] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.354114] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863068, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.858708] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863068, 'name': Rename_Task, 'duration_secs': 0.134494} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.859058] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.859307] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca7ce18-0bbd-4378-a2d0-18e282999a05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.865301] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1421.865301] env[68503]: value = "task-2863069" [ 1421.865301] env[68503]: _type = "Task" [ 1421.865301] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.872909] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.262082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.262320] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.262441] env[68503]: INFO nova.compute.manager [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Shelving [ 1422.375007] env[68503]: DEBUG oslo_vmware.api [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863069, 'name': PowerOnVM_Task, 'duration_secs': 0.424051} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.375319] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.375555] env[68503]: INFO nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1422.375766] env[68503]: DEBUG nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.376583] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e424a-dd51-4394-9cad-bcf9ace05f72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.769732] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.770014] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.827558] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941e3051-98d5-4ede-a992-d241e45cc974 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.836018] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0f2d91-2301-478e-ab2d-0db6bcf99331 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.865968] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c942fd-5ec5-487c-ac6a-0a8658a7d36a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.873739] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefbdd8b-0d7b-449c-bdeb-64cec9df2efa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.891820] env[68503]: DEBUG nova.compute.provider_tree [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1422.895614] env[68503]: INFO nova.compute.manager [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Took 11.59 seconds to build instance. [ 1423.276404] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.276701] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b28e9316-e142-4d68-9cb9-cd4b1a9e8260 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.290262] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1423.290262] env[68503]: value = "task-2863071" [ 1423.290262] env[68503]: _type = "Task" [ 1423.290262] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.298016] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.398113] env[68503]: DEBUG oslo_concurrency.lockutils [None req-435f49d8-f440-4b2d-a5ef-5e3a0cba7b1a tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.100s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.418097] env[68503]: ERROR nova.scheduler.client.report [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [req-b1943268-a0c8-46a7-9e7b-45494aaf28c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef92549-0919-4b2c-ae90-83dbb99c3fc8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1943268-a0c8-46a7-9e7b-45494aaf28c0"}]}: nova.exception.BuildAbortException: Build of instance f86dea74-a5a9-4d54-bacb-a7d451578db2 aborted: Failed to rebuild volume backed instance. [ 1423.436662] env[68503]: DEBUG nova.scheduler.client.report [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Refreshing inventories for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1423.451196] env[68503]: DEBUG nova.scheduler.client.report [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating ProviderTree inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1423.451423] env[68503]: DEBUG nova.compute.provider_tree [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1423.462811] env[68503]: DEBUG nova.scheduler.client.report [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Refreshing aggregate associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, aggregates: None {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1423.482789] env[68503]: DEBUG nova.scheduler.client.report [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Refreshing trait associations for resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68503) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1423.526754] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a3adc3-4db9-44b9-ad89-3c9f33945478 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.534240] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cbd8fd-dd80-46d3-9ad1-2f04ee5472db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.562635] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "f526e999-7df6-4ec2-a441-639bc53b3ab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.562881] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.563094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "f526e999-7df6-4ec2-a441-639bc53b3ab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.563276] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.563441] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.565579] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce8bd2c-1caf-41b5-99a2-abceda93cd9e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.568076] env[68503]: INFO nova.compute.manager [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Terminating instance [ 1423.573935] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd3d78-bace-4b8e-8aa6-2d5ee1f7ec67 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.588754] env[68503]: DEBUG nova.compute.provider_tree [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1423.631460] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquiring lock "f86dea74-a5a9-4d54-bacb-a7d451578db2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.631679] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.631872] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquiring lock "f86dea74-a5a9-4d54-bacb-a7d451578db2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.632060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.632221] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.633921] env[68503]: INFO nova.compute.manager [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Terminating instance [ 1423.800719] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863071, 'name': PowerOffVM_Task, 'duration_secs': 0.20562} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.800934] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.801927] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e93cb-472e-47ec-8dda-406be86a22fa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.820881] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023c4098-e142-4ddc-b169-1db26b32b409 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.071883] env[68503]: DEBUG nova.compute.manager [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.072203] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.073044] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cce20d-929c-4d1b-9201-81a78fb45b54 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.080844] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.081095] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3a5f276-9da2-4d2c-9d28-afb77e49ba39 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.087647] env[68503]: DEBUG oslo_vmware.api [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1424.087647] env[68503]: value = "task-2863072" [ 1424.087647] env[68503]: _type = "Task" [ 1424.087647] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.097625] env[68503]: DEBUG oslo_vmware.api [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.120226] env[68503]: DEBUG nova.scheduler.client.report [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1424.120542] env[68503]: DEBUG nova.compute.provider_tree [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 177 to 178 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1424.120780] env[68503]: DEBUG nova.compute.provider_tree [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.137059] env[68503]: DEBUG nova.compute.manager [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.137376] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c64a49a-365e-45dd-840b-9dbf1966de19 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.146978] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54efe40d-23c0-49af-8ed0-dce8edea4fc4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.173956] env[68503]: WARNING nova.virt.vmwareapi.driver [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f86dea74-a5a9-4d54-bacb-a7d451578db2 could not be found. [ 1424.174231] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.174472] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d9928d2-35ab-4881-aebf-cb3959734b3d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.182601] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a40105b-027b-4785-9497-9383e2c02e72 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.209962] env[68503]: WARNING nova.virt.vmwareapi.vmops [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f86dea74-a5a9-4d54-bacb-a7d451578db2 could not be found. [ 1424.210213] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.210360] env[68503]: INFO nova.compute.manager [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1424.210614] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.210856] env[68503]: DEBUG nova.compute.manager [-] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.210961] env[68503]: DEBUG nova.network.neutron [-] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.330929] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Creating Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1424.331283] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c256dc1-e43b-48c5-9c2f-e7d48ad2f386 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.338856] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1424.338856] env[68503]: value = "task-2863073" [ 1424.338856] env[68503]: _type = "Task" [ 1424.338856] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.347305] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863073, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.597118] env[68503]: DEBUG oslo_vmware.api [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863072, 'name': PowerOffVM_Task, 'duration_secs': 0.294637} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.597304] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.597466] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.597752] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e93ffb-4a5f-40e6-8e98-b4a179902b5f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.626341] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.626616] env[68503]: INFO nova.compute.manager [None req-a51ef8d7-cd57-419f-a435-209616c13f4b tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Successfully reverted task state from rebuilding on failure for instance. [ 1424.653671] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.653749] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.653925] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleting the datastore file [datastore1] f526e999-7df6-4ec2-a441-639bc53b3ab2 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.654209] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbf7d48e-e60d-43c5-82b2-b4e71e764c43 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.659910] env[68503]: DEBUG oslo_vmware.api [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1424.659910] env[68503]: value = "task-2863075" [ 1424.659910] env[68503]: _type = "Task" [ 1424.659910] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.667426] env[68503]: DEBUG oslo_vmware.api [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.705903] env[68503]: DEBUG nova.compute.manager [req-648ef038-934e-4322-a1d1-a322dda29c81 req-0c5b92fd-5195-4ed3-9bdb-b0ef1827d9b2 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Received event network-vif-deleted-7b4777e3-f2a9-44f3-9509-94502c211ecb {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.705903] env[68503]: INFO nova.compute.manager [req-648ef038-934e-4322-a1d1-a322dda29c81 req-0c5b92fd-5195-4ed3-9bdb-b0ef1827d9b2 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Neutron deleted interface 7b4777e3-f2a9-44f3-9509-94502c211ecb; detaching it from the instance and deleting it from the info cache [ 1424.706059] env[68503]: DEBUG nova.network.neutron [req-648ef038-934e-4322-a1d1-a322dda29c81 req-0c5b92fd-5195-4ed3-9bdb-b0ef1827d9b2 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.848382] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863073, 'name': CreateSnapshot_Task, 'duration_secs': 0.499856} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.848611] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Created Snapshot of the VM instance {{(pid=68503) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1424.849414] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892e28a-1aa0-4c50-bdd6-4e94fd348531 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.170603] env[68503]: DEBUG oslo_vmware.api [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131236} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.170921] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.171266] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.171371] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.171556] env[68503]: INFO nova.compute.manager [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1425.171794] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.172066] env[68503]: DEBUG nova.compute.manager [-] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.172168] env[68503]: DEBUG nova.network.neutron [-] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.185009] env[68503]: DEBUG nova.network.neutron [-] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.209392] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adf493d7-219a-4b26-9478-93beb34e9f21 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.221796] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a4a98-6fcc-4199-a183-ff7ad5ec8e9d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.251409] env[68503]: DEBUG nova.compute.manager [req-648ef038-934e-4322-a1d1-a322dda29c81 req-0c5b92fd-5195-4ed3-9bdb-b0ef1827d9b2 service nova] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Detach interface failed, port_id=7b4777e3-f2a9-44f3-9509-94502c211ecb, reason: Instance f86dea74-a5a9-4d54-bacb-a7d451578db2 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1425.367454] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Creating linked-clone VM from snapshot {{(pid=68503) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1425.367727] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02076bfd-437e-4005-8f87-6be4f057082b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.377604] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1425.377604] env[68503]: value = "task-2863076" [ 1425.377604] env[68503]: _type = "Task" [ 1425.377604] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.385924] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863076, 'name': CloneVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.689091] env[68503]: INFO nova.compute.manager [-] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Took 1.48 seconds to deallocate network for instance. [ 1425.888922] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863076, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.968443] env[68503]: DEBUG nova.network.neutron [-] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.235395] env[68503]: INFO nova.compute.manager [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Took 0.55 seconds to detach 1 volumes for instance. [ 1426.239340] env[68503]: DEBUG nova.compute.manager [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Deleting volume: 126949a1-be5e-42ac-9017-74864e34815d {{(pid=68503) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1426.390569] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863076, 'name': CloneVM_Task} progress is 94%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.471210] env[68503]: INFO nova.compute.manager [-] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Took 1.30 seconds to deallocate network for instance. [ 1426.734476] env[68503]: DEBUG nova.compute.manager [req-7272f511-90aa-43fe-9e76-e04195d9f572 req-2f2e7e9d-ef21-463d-8e8f-1ffa8c34d788 service nova] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Received event network-vif-deleted-20e952ed-b5f0-4650-8ee8-8cca8968950e {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.785798] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.786114] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.786335] env[68503]: DEBUG nova.objects.instance [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lazy-loading 'resources' on Instance uuid f86dea74-a5a9-4d54-bacb-a7d451578db2 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.890529] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863076, 'name': CloneVM_Task, 'duration_secs': 1.424483} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.891364] env[68503]: INFO nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Created linked-clone VM from snapshot [ 1426.891762] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e983cdfd-2d3c-4215-8d82-0f7ffcc5e339 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.899091] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Uploading image 82284e02-aac5-4291-b124-296d15b1fb0e {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1426.924660] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1426.924660] env[68503]: value = "vm-575535" [ 1426.924660] env[68503]: _type = "VirtualMachine" [ 1426.924660] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1426.925248] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96678559-cdde-41a8-bc0c-030df567fa01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.932678] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease: (returnval){ [ 1426.932678] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52227212-7093-94e7-1139-d7d198198781" [ 1426.932678] env[68503]: _type = "HttpNfcLease" [ 1426.932678] env[68503]: } obtained for exporting VM: (result){ [ 1426.932678] env[68503]: value = "vm-575535" [ 1426.932678] env[68503]: _type = "VirtualMachine" [ 1426.932678] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1426.932954] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the lease: (returnval){ [ 1426.932954] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52227212-7093-94e7-1139-d7d198198781" [ 1426.932954] env[68503]: _type = "HttpNfcLease" [ 1426.932954] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1426.939080] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1426.939080] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52227212-7093-94e7-1139-d7d198198781" [ 1426.939080] env[68503]: _type = "HttpNfcLease" [ 1426.939080] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1426.978322] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.351741] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8482f-b878-4ad3-bfe2-ef7c539779e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.360031] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce9194-82d5-4f3d-92d5-1642caadc321 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.400736] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919536aa-d3ee-4a68-bca3-01c84058dcb2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.408789] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31006cd-a0b9-49bb-b507-5004c3cf64aa {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.424707] env[68503]: DEBUG nova.compute.provider_tree [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1427.442045] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1427.442045] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52227212-7093-94e7-1139-d7d198198781" [ 1427.442045] env[68503]: _type = "HttpNfcLease" [ 1427.442045] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1427.442648] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1427.442648] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52227212-7093-94e7-1139-d7d198198781" [ 1427.442648] env[68503]: _type = "HttpNfcLease" [ 1427.442648] env[68503]: }. {{(pid=68503) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1427.443518] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f8817a-4980-487f-a7a7-6a0fa6d95e1a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.451983] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d071a1-1e29-1f79-c26b-b9883a08fb45/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1427.452159] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d071a1-1e29-1f79-c26b-b9883a08fb45/disk-0.vmdk for reading. {{(pid=68503) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1427.648570] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47a1cadd-a274-407f-87e7-49666b245272 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.961021] env[68503]: DEBUG nova.scheduler.client.report [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updated inventory for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1427.961021] env[68503]: DEBUG nova.compute.provider_tree [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating resource provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 generation from 178 to 179 during operation: update_inventory {{(pid=68503) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1427.961021] env[68503]: DEBUG nova.compute.provider_tree [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Updating inventory in ProviderTree for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1428.466701] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.470750] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.492s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.470750] env[68503]: DEBUG nova.objects.instance [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'resources' on Instance uuid f526e999-7df6-4ec2-a441-639bc53b3ab2 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.997740] env[68503]: DEBUG oslo_concurrency.lockutils [None req-44048f9a-42d2-4c4b-967a-08a13f976061 tempest-ServerActionsV293TestJSON-2039132127 tempest-ServerActionsV293TestJSON-2039132127-project-member] Lock "f86dea74-a5a9-4d54-bacb-a7d451578db2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.366s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.039686] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e7405b-586d-46f9-94bd-42c9abc72a77 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.049714] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9103f3-4521-474f-8b76-8b2ba10b295e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.081074] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ee62b6-6467-456b-86c4-431f322733dd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.089464] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffd82c1-30ac-4cb7-bf41-06bbc144e6ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.106464] env[68503]: DEBUG nova.compute.provider_tree [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.216288] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.216516] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.216727] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.216869] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.217042] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.217528] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.217528] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.217528] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1429.217673] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.610587] env[68503]: DEBUG nova.scheduler.client.report [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.720906] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.982380] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "85233447-358f-4371-9beb-7abc87053a7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.982539] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "85233447-358f-4371-9beb-7abc87053a7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.115656] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.118520] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.398s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.118625] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.118732] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1430.119751] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c42a82f-44ba-4f8d-8d07-39f784b49fdb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.129486] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf532f8-946d-4e30-a997-fc70279c7f66 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.149907] env[68503]: INFO nova.scheduler.client.report [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted allocations for instance f526e999-7df6-4ec2-a441-639bc53b3ab2 [ 1430.150784] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3e41f5-bfa9-4d45-b09d-45821de5dd88 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.160703] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68acd695-a546-4db6-92ff-7a636b444868 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.193237] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180167MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1430.193430] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.193694] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.485323] env[68503]: DEBUG nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.660248] env[68503]: DEBUG oslo_concurrency.lockutils [None req-a3b01003-16b7-4b63-9060-9f74db45067b tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "f526e999-7df6-4ec2-a441-639bc53b3ab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.097s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.016190] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.231739] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fda69272-f80e-4efc-8196-2f7aac2629c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1431.234061] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 2003633e-41d1-44ff-94ee-a79f5fb146ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1431.738547] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 85233447-358f-4371-9beb-7abc87053a7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1431.738547] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1431.738547] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1431.800559] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd6f37-1fd9-4e1d-bd4b-39edbd887268 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.808394] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a00d53-ba07-4662-a4db-cf8a25f654ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.839994] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc97690-fd6d-4113-8360-1bae40bb4c28 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.847869] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749aed45-ebab-427a-93a8-8a11803128b8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.861127] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.892031] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.892031] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.365214] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.394063] env[68503]: DEBUG nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1432.870483] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1432.870879] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.677s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.870979] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.855s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.872459] env[68503]: INFO nova.compute.claims [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.916134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.939966] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2093fb-ebdb-42a6-ac92-d5b95494ac10 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.947838] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e5954-1aee-427e-bca0-306dce19e04a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.978014] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d14f83-e98a-49ee-94ba-74be89fca1a4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.985089] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0695f5-3aac-4d6e-88a5-278b289cd2ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.997941] env[68503]: DEBUG nova.compute.provider_tree [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.500806] env[68503]: DEBUG nova.scheduler.client.report [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.006075] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.006692] env[68503]: DEBUG nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.009514] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.094s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.011516] env[68503]: INFO nova.compute.claims [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.113551] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d071a1-1e29-1f79-c26b-b9883a08fb45/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1435.115049] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b00213d-d46e-45c9-bd35-f0d8058b070b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.121651] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d071a1-1e29-1f79-c26b-b9883a08fb45/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1435.121815] env[68503]: ERROR oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d071a1-1e29-1f79-c26b-b9883a08fb45/disk-0.vmdk due to incomplete transfer. [ 1435.122042] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3698bd58-704c-41a9-a62e-a7bd489aed70 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.129104] env[68503]: DEBUG oslo_vmware.rw_handles [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d071a1-1e29-1f79-c26b-b9883a08fb45/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1435.129297] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Uploaded image 82284e02-aac5-4291-b124-296d15b1fb0e to the Glance image server {{(pid=68503) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1435.131717] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Destroying the VM {{(pid=68503) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1435.131936] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f7dade8-dcaf-480c-aa8c-1994c1995561 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.137419] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1435.137419] env[68503]: value = "task-2863080" [ 1435.137419] env[68503]: _type = "Task" [ 1435.137419] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.144816] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863080, 'name': Destroy_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.515887] env[68503]: DEBUG nova.compute.utils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.519129] env[68503]: DEBUG nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.519294] env[68503]: DEBUG nova.network.neutron [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.554882] env[68503]: DEBUG nova.policy [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5c1050c02fc43bea01688907553002b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b93be80013954d7fb5d119ea4035243b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1435.647429] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863080, 'name': Destroy_Task, 'duration_secs': 0.295977} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.647686] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Destroyed the VM [ 1435.647913] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Deleting Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1435.648545] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bfb443b1-f852-4b7f-a8ca-22be3eb6062d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.654953] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1435.654953] env[68503]: value = "task-2863081" [ 1435.654953] env[68503]: _type = "Task" [ 1435.654953] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.662286] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863081, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.802589] env[68503]: DEBUG nova.network.neutron [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Successfully created port: 28f80e91-0633-455e-bec2-53c786058c3f {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.022591] env[68503]: DEBUG nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.088658] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0cdc75-f951-4721-8140-611949d97f5d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.096697] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf81c7-b20d-4a3c-b185-f593d35eff1c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.128682] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f52f1-adfc-4b20-a250-0e364ba40382 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.135668] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3939ba6-54f3-4edc-8bf9-93e20c65bd03 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.148316] env[68503]: DEBUG nova.compute.provider_tree [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.162579] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863081, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349541} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.162819] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Deleted Snapshot of the VM instance {{(pid=68503) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1436.163111] env[68503]: DEBUG nova.compute.manager [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.163846] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87e1b5c-17bb-4578-b8e4-ee8df1753b0b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.650976] env[68503]: DEBUG nova.scheduler.client.report [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.674094] env[68503]: INFO nova.compute.manager [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Shelve offloading [ 1437.033671] env[68503]: DEBUG nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.060949] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.061215] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.061370] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.061545] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.061690] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.061835] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.062078] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.062303] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.062484] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.062652] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.062824] env[68503]: DEBUG nova.virt.hardware [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.063696] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961d8c4a-cc7b-4c78-a0ee-3e41a99d56ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.071756] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c56fd4-cdec-4b20-a6ad-784d2a8f03ce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.155684] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.156331] env[68503]: DEBUG nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.161329] env[68503]: DEBUG nova.compute.manager [req-ac69a59a-4028-4cc0-9c2f-e19a7680c93c req-b0530fc5-8b56-43b7-a748-f5acebf48974 service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Received event network-vif-plugged-28f80e91-0633-455e-bec2-53c786058c3f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.161530] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac69a59a-4028-4cc0-9c2f-e19a7680c93c req-b0530fc5-8b56-43b7-a748-f5acebf48974 service nova] Acquiring lock "85233447-358f-4371-9beb-7abc87053a7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.161780] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac69a59a-4028-4cc0-9c2f-e19a7680c93c req-b0530fc5-8b56-43b7-a748-f5acebf48974 service nova] Lock "85233447-358f-4371-9beb-7abc87053a7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.161941] env[68503]: DEBUG oslo_concurrency.lockutils [req-ac69a59a-4028-4cc0-9c2f-e19a7680c93c req-b0530fc5-8b56-43b7-a748-f5acebf48974 service nova] Lock "85233447-358f-4371-9beb-7abc87053a7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.162125] env[68503]: DEBUG nova.compute.manager [req-ac69a59a-4028-4cc0-9c2f-e19a7680c93c req-b0530fc5-8b56-43b7-a748-f5acebf48974 service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] No waiting events found dispatching network-vif-plugged-28f80e91-0633-455e-bec2-53c786058c3f {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.162290] env[68503]: WARNING nova.compute.manager [req-ac69a59a-4028-4cc0-9c2f-e19a7680c93c req-b0530fc5-8b56-43b7-a748-f5acebf48974 service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Received unexpected event network-vif-plugged-28f80e91-0633-455e-bec2-53c786058c3f for instance with vm_state building and task_state spawning. [ 1437.176696] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.176965] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6767450-a39f-4d55-bde5-389fe1ccd107 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.185201] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1437.185201] env[68503]: value = "task-2863082" [ 1437.185201] env[68503]: _type = "Task" [ 1437.185201] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.193999] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.241437] env[68503]: DEBUG nova.network.neutron [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Successfully updated port: 28f80e91-0633-455e-bec2-53c786058c3f {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.661730] env[68503]: DEBUG nova.compute.utils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.663503] env[68503]: DEBUG nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.663669] env[68503]: DEBUG nova.network.neutron [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.694822] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] VM already powered off {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1437.695066] env[68503]: DEBUG nova.compute.manager [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.695923] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f09f5ae-7f5e-4388-9038-6550ae3f25b5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.699156] env[68503]: DEBUG nova.policy [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c5900bd2bf46daba38cc64c7c2c6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3b83d4e27442289bca3d4af88c69df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.703487] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.703630] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.703820] env[68503]: DEBUG nova.network.neutron [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.744033] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "refresh_cache-85233447-358f-4371-9beb-7abc87053a7d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.744183] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquired lock "refresh_cache-85233447-358f-4371-9beb-7abc87053a7d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.744337] env[68503]: DEBUG nova.network.neutron [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.938800] env[68503]: DEBUG nova.network.neutron [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Successfully created port: 7c207580-46aa-468e-a0e6-12dfc95fe7cd {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.167423] env[68503]: DEBUG nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.273796] env[68503]: DEBUG nova.network.neutron [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.392891] env[68503]: DEBUG nova.network.neutron [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Updating instance_info_cache with network_info: [{"id": "28f80e91-0633-455e-bec2-53c786058c3f", "address": "fa:16:3e:75:2e:8c", "network": {"id": "092bf028-feb1-47eb-b5fd-f04c3be3cfd8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-632248001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93be80013954d7fb5d119ea4035243b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f80e91-06", "ovs_interfaceid": "28f80e91-0633-455e-bec2-53c786058c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.410771] env[68503]: DEBUG nova.network.neutron [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582f0ff9-43", "ovs_interfaceid": "582f0ff9-4384-4497-945e-6c7b10586bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.895825] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Releasing lock "refresh_cache-85233447-358f-4371-9beb-7abc87053a7d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.896182] env[68503]: DEBUG nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Instance network_info: |[{"id": "28f80e91-0633-455e-bec2-53c786058c3f", "address": "fa:16:3e:75:2e:8c", "network": {"id": "092bf028-feb1-47eb-b5fd-f04c3be3cfd8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-632248001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93be80013954d7fb5d119ea4035243b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f80e91-06", "ovs_interfaceid": "28f80e91-0633-455e-bec2-53c786058c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.896640] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:2e:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28f80e91-0633-455e-bec2-53c786058c3f', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.906919] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Creating folder: Project (b93be80013954d7fb5d119ea4035243b). Parent ref: group-v575195. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.907229] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49f89ec9-c4e8-46ce-ab3e-cf217ea65148 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.912762] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.919119] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Created folder: Project (b93be80013954d7fb5d119ea4035243b) in parent group-v575195. [ 1438.919435] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Creating folder: Instances. Parent ref: group-v575536. {{(pid=68503) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.919810] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2c5f1ea-29b3-4145-8084-823d5d3fec97 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.930270] env[68503]: INFO nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Created folder: Instances in parent group-v575536. [ 1438.931055] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1438.931055] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.931055] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77c91967-1452-4b52-a91d-219ed2f72f11 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.949981] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.949981] env[68503]: value = "task-2863085" [ 1438.949981] env[68503]: _type = "Task" [ 1438.949981] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.957640] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863085, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.178379] env[68503]: DEBUG nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.193350] env[68503]: DEBUG nova.compute.manager [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Received event network-changed-28f80e91-0633-455e-bec2-53c786058c3f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.193558] env[68503]: DEBUG nova.compute.manager [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Refreshing instance network info cache due to event network-changed-28f80e91-0633-455e-bec2-53c786058c3f. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.193796] env[68503]: DEBUG oslo_concurrency.lockutils [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] Acquiring lock "refresh_cache-85233447-358f-4371-9beb-7abc87053a7d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.193899] env[68503]: DEBUG oslo_concurrency.lockutils [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] Acquired lock "refresh_cache-85233447-358f-4371-9beb-7abc87053a7d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.195435] env[68503]: DEBUG nova.network.neutron [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Refreshing network info cache for port 28f80e91-0633-455e-bec2-53c786058c3f {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.214414] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.214690] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.214881] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.215091] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.215244] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.215392] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.215600] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.215759] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.215921] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.216161] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.216354] env[68503]: DEBUG nova.virt.hardware [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.217683] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70db560-e182-4411-9aaf-aab276fbfe2b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.225920] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736560f0-0b33-4207-a166-42d666dd21e8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.460217] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863085, 'name': CreateVM_Task, 'duration_secs': 0.306504} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.460400] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.461126] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.461294] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.461636] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.462103] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5c89aa-23dd-46d9-a00c-e84711e3c465 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.467528] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1439.467528] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52613bf3-f5cf-4610-12f1-c0c3d4becd4e" [ 1439.467528] env[68503]: _type = "Task" [ 1439.467528] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.475468] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52613bf3-f5cf-4610-12f1-c0c3d4becd4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.498692] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.499515] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ef17ef-f7a7-4287-bcf3-49010237b0c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.506513] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.506837] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f91ba421-b73f-4241-89f3-3a0d1a9971c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.567568] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.567794] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.567974] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleting the datastore file [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.568243] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bbd53d6-6843-4450-ac36-1b311d3eb120 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.574196] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1439.574196] env[68503]: value = "task-2863087" [ 1439.574196] env[68503]: _type = "Task" [ 1439.574196] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.581444] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.645645] env[68503]: DEBUG nova.network.neutron [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Successfully updated port: 7c207580-46aa-468e-a0e6-12dfc95fe7cd {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.891931] env[68503]: DEBUG nova.network.neutron [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Updated VIF entry in instance network info cache for port 28f80e91-0633-455e-bec2-53c786058c3f. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.892323] env[68503]: DEBUG nova.network.neutron [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Updating instance_info_cache with network_info: [{"id": "28f80e91-0633-455e-bec2-53c786058c3f", "address": "fa:16:3e:75:2e:8c", "network": {"id": "092bf028-feb1-47eb-b5fd-f04c3be3cfd8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-632248001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93be80013954d7fb5d119ea4035243b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f80e91-06", "ovs_interfaceid": "28f80e91-0633-455e-bec2-53c786058c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.977248] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52613bf3-f5cf-4610-12f1-c0c3d4becd4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.977534] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.977765] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.977994] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.978152] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.978332] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.978586] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3d9823d-b4ab-42c1-b60c-582b5b20fbc1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.987386] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.987600] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.988282] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fead1bd-16ae-4951-997b-ebe7174e0c91 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.993020] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1439.993020] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e69d5f-3b58-65c0-68d7-2832561e8f50" [ 1439.993020] env[68503]: _type = "Task" [ 1439.993020] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.999976] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e69d5f-3b58-65c0-68d7-2832561e8f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.083104] env[68503]: DEBUG oslo_vmware.api [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171014} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.083356] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.083537] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.083743] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.109866] env[68503]: INFO nova.scheduler.client.report [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted allocations for instance fda69272-f80e-4efc-8196-2f7aac2629c4 [ 1440.148678] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "refresh_cache-26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.148785] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "refresh_cache-26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.148956] env[68503]: DEBUG nova.network.neutron [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.395322] env[68503]: DEBUG oslo_concurrency.lockutils [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] Releasing lock "refresh_cache-85233447-358f-4371-9beb-7abc87053a7d" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.395767] env[68503]: DEBUG nova.compute.manager [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-vif-unplugged-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.395834] env[68503]: DEBUG oslo_concurrency.lockutils [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.396089] env[68503]: DEBUG oslo_concurrency.lockutils [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.396289] env[68503]: DEBUG oslo_concurrency.lockutils [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.396550] env[68503]: DEBUG nova.compute.manager [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] No waiting events found dispatching network-vif-unplugged-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.396757] env[68503]: WARNING nova.compute.manager [req-f2d67efb-ce25-4703-9399-041ba3b75142 req-1d069d4b-ba8c-414f-847b-4223abc4fede service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received unexpected event network-vif-unplugged-582f0ff9-4384-4497-945e-6c7b10586bc8 for instance with vm_state shelved and task_state shelving_offloading. [ 1440.503960] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e69d5f-3b58-65c0-68d7-2832561e8f50, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.504803] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741916aa-31a8-4bc3-b211-e31af01ddc49 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.509901] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1440.509901] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e7c540-10d8-11fd-d05a-21dc51a19ddd" [ 1440.509901] env[68503]: _type = "Task" [ 1440.509901] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.517769] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e7c540-10d8-11fd-d05a-21dc51a19ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.614025] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.614297] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.614524] env[68503]: DEBUG nova.objects.instance [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'resources' on Instance uuid fda69272-f80e-4efc-8196-2f7aac2629c4 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.678078] env[68503]: DEBUG nova.network.neutron [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.788044] env[68503]: DEBUG nova.network.neutron [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Updating instance_info_cache with network_info: [{"id": "7c207580-46aa-468e-a0e6-12dfc95fe7cd", "address": "fa:16:3e:f6:43:45", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c207580-46", "ovs_interfaceid": "7c207580-46aa-468e-a0e6-12dfc95fe7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.020594] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e7c540-10d8-11fd-d05a-21dc51a19ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.020855] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.021131] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 85233447-358f-4371-9beb-7abc87053a7d/85233447-358f-4371-9beb-7abc87053a7d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.021382] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-822a09b1-a7cc-47fa-b7ac-75a0e50734de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.029461] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1441.029461] env[68503]: value = "task-2863088" [ 1441.029461] env[68503]: _type = "Task" [ 1441.029461] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.037856] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.118127] env[68503]: DEBUG nova.objects.instance [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'numa_topology' on Instance uuid fda69272-f80e-4efc-8196-2f7aac2629c4 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.227314] env[68503]: DEBUG nova.compute.manager [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.227500] env[68503]: DEBUG nova.compute.manager [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing instance network info cache due to event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.227717] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Acquiring lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.227913] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Acquired lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.228077] env[68503]: DEBUG nova.network.neutron [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.290578] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "refresh_cache-26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.290930] env[68503]: DEBUG nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Instance network_info: |[{"id": "7c207580-46aa-468e-a0e6-12dfc95fe7cd", "address": "fa:16:3e:f6:43:45", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c207580-46", "ovs_interfaceid": "7c207580-46aa-468e-a0e6-12dfc95fe7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.291429] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:43:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c207580-46aa-468e-a0e6-12dfc95fe7cd', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.299304] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.299941] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.300225] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01f45c04-35c6-488f-86f9-ea629d3f7e52 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.323360] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.323360] env[68503]: value = "task-2863089" [ 1441.323360] env[68503]: _type = "Task" [ 1441.323360] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.331628] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863089, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.539992] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466517} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.540360] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 85233447-358f-4371-9beb-7abc87053a7d/85233447-358f-4371-9beb-7abc87053a7d.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.540538] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.540715] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-704a52e8-2fea-4574-96bb-f82119e2f58f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.548107] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1441.548107] env[68503]: value = "task-2863090" [ 1441.548107] env[68503]: _type = "Task" [ 1441.548107] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.555309] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.623182] env[68503]: DEBUG nova.objects.base [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68503) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1441.682380] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf13c8a-3818-44b8-9c47-245903504c24 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.692531] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c3499a-f508-4b70-b527-f7bf0108a3b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.747651] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ecc86b-7909-4ded-9b65-a0934b5c33f0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.759482] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e4117-d68b-4992-b156-072bb706b7a7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.781443] env[68503]: DEBUG nova.compute.provider_tree [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.838070] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863089, 'name': CreateVM_Task, 'duration_secs': 0.359775} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.838269] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.838990] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.839157] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.839693] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.839794] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a633e15-7cd1-4c60-93f9-757a20e30df3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.844103] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1441.844103] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5258fb6b-02a9-3e64-7724-d34e9d5480b7" [ 1441.844103] env[68503]: _type = "Task" [ 1441.844103] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.853563] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5258fb6b-02a9-3e64-7724-d34e9d5480b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.981794] env[68503]: DEBUG nova.network.neutron [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updated VIF entry in instance network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.982187] env[68503]: DEBUG nova.network.neutron [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap582f0ff9-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.059067] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065137} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.059067] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.059236] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad28ad-5305-4ec0-a220-adc588fad710 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.081571] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 85233447-358f-4371-9beb-7abc87053a7d/85233447-358f-4371-9beb-7abc87053a7d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.081845] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953f288b-bdfa-4e57-aca3-ccbd38b2dff7 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.102479] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1442.102479] env[68503]: value = "task-2863091" [ 1442.102479] env[68503]: _type = "Task" [ 1442.102479] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.110319] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.288101] env[68503]: DEBUG nova.scheduler.client.report [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.354609] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5258fb6b-02a9-3e64-7724-d34e9d5480b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.355062] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.355388] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.355637] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.355784] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.355964] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.356295] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-760605f0-b754-4e9d-bb4d-08a0b87e5660 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.363633] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.363864] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.364523] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de382e6-8952-4d8d-a148-8e44a82ecce5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.369500] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1442.369500] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523b231e-75fc-a882-2d63-61a99f9dec88" [ 1442.369500] env[68503]: _type = "Task" [ 1442.369500] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.376657] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523b231e-75fc-a882-2d63-61a99f9dec88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.484950] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Releasing lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.485219] env[68503]: DEBUG nova.compute.manager [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Received event network-vif-plugged-7c207580-46aa-468e-a0e6-12dfc95fe7cd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.485420] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Acquiring lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.485622] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.485780] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.485947] env[68503]: DEBUG nova.compute.manager [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] No waiting events found dispatching network-vif-plugged-7c207580-46aa-468e-a0e6-12dfc95fe7cd {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.486130] env[68503]: WARNING nova.compute.manager [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Received unexpected event network-vif-plugged-7c207580-46aa-468e-a0e6-12dfc95fe7cd for instance with vm_state building and task_state spawning. [ 1442.486291] env[68503]: DEBUG nova.compute.manager [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Received event network-changed-7c207580-46aa-468e-a0e6-12dfc95fe7cd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.486445] env[68503]: DEBUG nova.compute.manager [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Refreshing instance network info cache due to event network-changed-7c207580-46aa-468e-a0e6-12dfc95fe7cd. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.486627] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Acquiring lock "refresh_cache-26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.486764] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Acquired lock "refresh_cache-26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.486921] env[68503]: DEBUG nova.network.neutron [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Refreshing network info cache for port 7c207580-46aa-468e-a0e6-12dfc95fe7cd {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.611821] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863091, 'name': ReconfigVM_Task, 'duration_secs': 0.260588} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.612165] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 85233447-358f-4371-9beb-7abc87053a7d/85233447-358f-4371-9beb-7abc87053a7d.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.612716] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc7991d-c8c3-4cca-8dfc-862c281de1ee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.623569] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1442.623569] env[68503]: value = "task-2863092" [ 1442.623569] env[68503]: _type = "Task" [ 1442.623569] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.633903] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863092, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.792556] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.881890] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523b231e-75fc-a882-2d63-61a99f9dec88, 'name': SearchDatastore_Task, 'duration_secs': 0.007527} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.882654] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646cf13a-36a2-4417-90bc-a0fec6acc30d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.888258] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1442.888258] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52295cbd-bd92-c5ea-96cb-c4f0b652f8df" [ 1442.888258] env[68503]: _type = "Task" [ 1442.888258] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.895540] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52295cbd-bd92-c5ea-96cb-c4f0b652f8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.119201] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.133312] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863092, 'name': Rename_Task, 'duration_secs': 0.137938} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.133578] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.133852] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f354312d-ebb4-4654-9676-f7bf334ddfa0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.140217] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1443.140217] env[68503]: value = "task-2863093" [ 1443.140217] env[68503]: _type = "Task" [ 1443.140217] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.149903] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.173827] env[68503]: DEBUG nova.network.neutron [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Updated VIF entry in instance network info cache for port 7c207580-46aa-468e-a0e6-12dfc95fe7cd. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.174280] env[68503]: DEBUG nova.network.neutron [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Updating instance_info_cache with network_info: [{"id": "7c207580-46aa-468e-a0e6-12dfc95fe7cd", "address": "fa:16:3e:f6:43:45", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c207580-46", "ovs_interfaceid": "7c207580-46aa-468e-a0e6-12dfc95fe7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.300548] env[68503]: DEBUG oslo_concurrency.lockutils [None req-32f17bea-855e-4233-b3ef-3a11c8db056d tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.038s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.301249] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.182s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.302257] env[68503]: INFO nova.compute.manager [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Unshelving [ 1443.399094] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52295cbd-bd92-c5ea-96cb-c4f0b652f8df, 'name': SearchDatastore_Task, 'duration_secs': 0.016268} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.399420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.399758] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6/26c74773-29d0-4a3b-a5bb-9dc575f4b2d6.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.400097] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba0e11f-95e5-4f79-b545-6e06b3fb25ec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.406796] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1443.406796] env[68503]: value = "task-2863094" [ 1443.406796] env[68503]: _type = "Task" [ 1443.406796] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.415012] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.652426] env[68503]: DEBUG oslo_vmware.api [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863093, 'name': PowerOnVM_Task, 'duration_secs': 0.431853} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.652847] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.652972] env[68503]: INFO nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1443.653148] env[68503]: DEBUG nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.653981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3551e827-da0c-486a-a75e-d17247c83734 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.676748] env[68503]: DEBUG oslo_concurrency.lockutils [req-06def047-33b8-409c-86f0-311ab7592d90 req-1f89607d-ff49-4959-8f5d-9d9e7c67b38f service nova] Releasing lock "refresh_cache-26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.916440] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863094, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.171933] env[68503]: INFO nova.compute.manager [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Took 13.18 seconds to build instance. [ 1444.325404] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.325673] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.325876] env[68503]: DEBUG nova.objects.instance [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'pci_requests' on Instance uuid fda69272-f80e-4efc-8196-2f7aac2629c4 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.416974] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519276} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.417228] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore1] 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6/26c74773-29d0-4a3b-a5bb-9dc575f4b2d6.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.417436] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.417667] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b01f538e-5e28-4854-8cd0-e8dbb3e4d71c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.423632] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1444.423632] env[68503]: value = "task-2863095" [ 1444.423632] env[68503]: _type = "Task" [ 1444.423632] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.432829] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.673624] env[68503]: DEBUG oslo_concurrency.lockutils [None req-327d7bc0-7dfa-408f-b87a-fe52197f2347 tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "85233447-358f-4371-9beb-7abc87053a7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.691s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.830063] env[68503]: DEBUG nova.objects.instance [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'numa_topology' on Instance uuid fda69272-f80e-4efc-8196-2f7aac2629c4 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.933274] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068487} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.933523] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.934334] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f11c8-b0bf-4902-8bf7-e68be0a5b98d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.956056] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6/26c74773-29d0-4a3b-a5bb-9dc575f4b2d6.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.956298] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c229f765-6466-4665-a581-0e5162378f23 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.975811] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1444.975811] env[68503]: value = "task-2863096" [ 1444.975811] env[68503]: _type = "Task" [ 1444.975811] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.983289] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.149600] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "85233447-358f-4371-9beb-7abc87053a7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.149908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "85233447-358f-4371-9beb-7abc87053a7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.150146] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "85233447-358f-4371-9beb-7abc87053a7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.150469] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "85233447-358f-4371-9beb-7abc87053a7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.150526] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "85233447-358f-4371-9beb-7abc87053a7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.152674] env[68503]: INFO nova.compute.manager [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Terminating instance [ 1445.332110] env[68503]: INFO nova.compute.claims [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.485431] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863096, 'name': ReconfigVM_Task, 'duration_secs': 0.278373} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.485655] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6/26c74773-29d0-4a3b-a5bb-9dc575f4b2d6.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.486294] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6297d36b-340c-4342-be51-cb3a44456dce {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.493821] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1445.493821] env[68503]: value = "task-2863097" [ 1445.493821] env[68503]: _type = "Task" [ 1445.493821] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.501688] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863097, 'name': Rename_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.656986] env[68503]: DEBUG nova.compute.manager [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.656986] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.657456] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e48fdd-94a3-4394-a400-f9f6f76e8acf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.664753] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.664977] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b6e3b65-bc92-4393-b5b4-6c48b4399f4e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.670772] env[68503]: DEBUG oslo_vmware.api [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1445.670772] env[68503]: value = "task-2863098" [ 1445.670772] env[68503]: _type = "Task" [ 1445.670772] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.678028] env[68503]: DEBUG oslo_vmware.api [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.003649] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863097, 'name': Rename_Task, 'duration_secs': 0.127752} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.003892] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.004155] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-682c4264-9d71-41a5-91c4-8e0fcb731c4b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.010282] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1446.010282] env[68503]: value = "task-2863099" [ 1446.010282] env[68503]: _type = "Task" [ 1446.010282] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.018811] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.181070] env[68503]: DEBUG oslo_vmware.api [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863098, 'name': PowerOffVM_Task, 'duration_secs': 0.144609} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.181347] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.181530] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.181800] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd2d3f35-3c1f-4197-a17d-5dec3a937ab2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.255340] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.255579] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.255778] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Deleting the datastore file [datastore1] 85233447-358f-4371-9beb-7abc87053a7d {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.256075] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7eb3d03-3e4d-4fd1-84cb-a5d990f3994e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.262108] env[68503]: DEBUG oslo_vmware.api [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for the task: (returnval){ [ 1446.262108] env[68503]: value = "task-2863101" [ 1446.262108] env[68503]: _type = "Task" [ 1446.262108] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.270038] env[68503]: DEBUG oslo_vmware.api [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.400808] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32389a8-9487-4c15-883e-e3d6a08cdf43 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.408083] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7794aa-e8fc-4fd8-83a3-c296c45c306e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.438628] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649cde36-de83-4417-9328-b0c04e905974 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.445907] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51666c48-fded-4c59-bbdc-5d5bf6dfe421 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.458479] env[68503]: DEBUG nova.compute.provider_tree [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.519634] env[68503]: DEBUG oslo_vmware.api [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863099, 'name': PowerOnVM_Task, 'duration_secs': 0.460425} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.519883] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.520057] env[68503]: INFO nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1446.520219] env[68503]: DEBUG nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.520962] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb8614-3120-4ef5-88ac-3888625f663b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.773309] env[68503]: DEBUG oslo_vmware.api [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Task: {'id': task-2863101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121843} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.773661] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.773703] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.773871] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.774056] env[68503]: INFO nova.compute.manager [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1446.774302] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.774582] env[68503]: DEBUG nova.compute.manager [-] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1446.774678] env[68503]: DEBUG nova.network.neutron [-] [instance: 85233447-358f-4371-9beb-7abc87053a7d] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.961740] env[68503]: DEBUG nova.scheduler.client.report [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.036170] env[68503]: DEBUG nova.compute.manager [req-f3fad454-f3fc-41be-aeb9-175486ee65ef req-4293f977-4ffc-4d81-bf2a-b0800a269d24 service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Received event network-vif-deleted-28f80e91-0633-455e-bec2-53c786058c3f {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.036170] env[68503]: INFO nova.compute.manager [req-f3fad454-f3fc-41be-aeb9-175486ee65ef req-4293f977-4ffc-4d81-bf2a-b0800a269d24 service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Neutron deleted interface 28f80e91-0633-455e-bec2-53c786058c3f; detaching it from the instance and deleting it from the info cache [ 1447.036170] env[68503]: DEBUG nova.network.neutron [req-f3fad454-f3fc-41be-aeb9-175486ee65ef req-4293f977-4ffc-4d81-bf2a-b0800a269d24 service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.040809] env[68503]: INFO nova.compute.manager [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Took 14.14 seconds to build instance. [ 1447.466835] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.495171] env[68503]: INFO nova.network.neutron [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating port 582f0ff9-4384-4497-945e-6c7b10586bc8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1447.518703] env[68503]: DEBUG nova.network.neutron [-] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.539285] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d5a6545-1ff5-478d-87f3-d22dd40cdf43 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.542103] env[68503]: DEBUG oslo_concurrency.lockutils [None req-099aa521-c47f-4f71-ae98-f5a91782215f tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.650s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.549538] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f68c6-6fed-49cb-a8f0-a660833e3e7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.574747] env[68503]: DEBUG nova.compute.manager [req-f3fad454-f3fc-41be-aeb9-175486ee65ef req-4293f977-4ffc-4d81-bf2a-b0800a269d24 service nova] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Detach interface failed, port_id=28f80e91-0633-455e-bec2-53c786058c3f, reason: Instance 85233447-358f-4371-9beb-7abc87053a7d could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1448.024105] env[68503]: INFO nova.compute.manager [-] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Took 1.25 seconds to deallocate network for instance. [ 1448.193178] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.193396] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.193599] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.193779] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.194035] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.196081] env[68503]: INFO nova.compute.manager [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Terminating instance [ 1448.530110] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.530405] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.530625] env[68503]: DEBUG nova.objects.instance [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lazy-loading 'resources' on Instance uuid 85233447-358f-4371-9beb-7abc87053a7d {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.699438] env[68503]: DEBUG nova.compute.manager [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.699652] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.700557] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c995034-e3f5-4c3e-ad50-643d58993876 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.709196] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.709417] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5fd33e-6bba-477b-868b-80aac59c263e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.714545] env[68503]: DEBUG oslo_vmware.api [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1448.714545] env[68503]: value = "task-2863102" [ 1448.714545] env[68503]: _type = "Task" [ 1448.714545] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.722603] env[68503]: DEBUG oslo_vmware.api [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.978989] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.979275] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.979401] env[68503]: DEBUG nova.network.neutron [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.060332] env[68503]: DEBUG nova.compute.manager [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-vif-plugged-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.060568] env[68503]: DEBUG oslo_concurrency.lockutils [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.060738] env[68503]: DEBUG oslo_concurrency.lockutils [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.060903] env[68503]: DEBUG oslo_concurrency.lockutils [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.061072] env[68503]: DEBUG nova.compute.manager [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] No waiting events found dispatching network-vif-plugged-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.061242] env[68503]: WARNING nova.compute.manager [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received unexpected event network-vif-plugged-582f0ff9-4384-4497-945e-6c7b10586bc8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1449.061397] env[68503]: DEBUG nova.compute.manager [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.061545] env[68503]: DEBUG nova.compute.manager [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing instance network info cache due to event network-changed-582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.061704] env[68503]: DEBUG oslo_concurrency.lockutils [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] Acquiring lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.096291] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1547d3d2-1c0a-4cdf-83d0-045f401486b6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.103875] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5745abea-25c0-4bea-95da-6b694462690b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.134023] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2691108-58dc-4db8-b614-b0331497679b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.141046] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa3f00-b154-48b9-9591-86e5b42b69fb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.154304] env[68503]: DEBUG nova.compute.provider_tree [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.224007] env[68503]: DEBUG oslo_vmware.api [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863102, 'name': PowerOffVM_Task, 'duration_secs': 0.209497} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.224290] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.224458] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.224698] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b0a27c7-65ec-4cf5-9b99-dbb66a3cd369 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.284534] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.284737] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.284903] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleting the datastore file [datastore1] 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.285298] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519cc44f-ce6a-4312-b750-76343541fbd8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.292433] env[68503]: DEBUG oslo_vmware.api [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1449.292433] env[68503]: value = "task-2863104" [ 1449.292433] env[68503]: _type = "Task" [ 1449.292433] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.301819] env[68503]: DEBUG oslo_vmware.api [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.660465] env[68503]: DEBUG nova.scheduler.client.report [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.674566] env[68503]: DEBUG nova.network.neutron [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582f0ff9-43", "ovs_interfaceid": "582f0ff9-4384-4497-945e-6c7b10586bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.801042] env[68503]: DEBUG oslo_vmware.api [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149397} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.801303] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.801484] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.801656] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.801828] env[68503]: INFO nova.compute.manager [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1449.802084] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.802276] env[68503]: DEBUG nova.compute.manager [-] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.802370] env[68503]: DEBUG nova.network.neutron [-] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.165330] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.176925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.179060] env[68503]: DEBUG oslo_concurrency.lockutils [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] Acquired lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.179260] env[68503]: DEBUG nova.network.neutron [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Refreshing network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.184109] env[68503]: INFO nova.scheduler.client.report [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Deleted allocations for instance 85233447-358f-4371-9beb-7abc87053a7d [ 1450.208255] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3686e44cefffa19c8f39676129942f33',container_format='bare',created_at=2025-03-07T15:56:32Z,direct_url=,disk_format='vmdk',id=82284e02-aac5-4291-b124-296d15b1fb0e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-380615194-shelved',owner='fdf70bd0dfa84bb3a666dd9cc6d5bd37',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-07T15:56:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.208498] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.208650] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.208825] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.208972] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.209133] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.209336] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.209489] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.209757] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.209877] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.209971] env[68503]: DEBUG nova.virt.hardware [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.211081] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ff5a6-76c5-4bd6-a5a8-134a38a53300 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.218551] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1be917-a07c-422e-95e8-b3071fcd128b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.232630] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:53:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '582f0ff9-4384-4497-945e-6c7b10586bc8', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.239882] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.240616] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.240957] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefccaee-74da-4df1-a6ee-e89889122ebb {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.260034] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.260034] env[68503]: value = "task-2863105" [ 1450.260034] env[68503]: _type = "Task" [ 1450.260034] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.267330] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863105, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.517038] env[68503]: DEBUG nova.network.neutron [-] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.691474] env[68503]: DEBUG oslo_concurrency.lockutils [None req-2d5db2a8-d0c2-4eb4-aaec-901d79994ecb tempest-ServerPasswordTestJSON-1265693511 tempest-ServerPasswordTestJSON-1265693511-project-member] Lock "85233447-358f-4371-9beb-7abc87053a7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.541s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.772015] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863105, 'name': CreateVM_Task, 'duration_secs': 0.29257} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.772200] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.772824] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.772990] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.773356] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.773599] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7b2911-16d6-404f-88ba-79658d8ac07a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.778185] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1450.778185] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52e080b0-f2de-fa74-5c45-d896d81404fe" [ 1450.778185] env[68503]: _type = "Task" [ 1450.778185] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.792822] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52e080b0-f2de-fa74-5c45-d896d81404fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.897862] env[68503]: DEBUG nova.network.neutron [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updated VIF entry in instance network info cache for port 582f0ff9-4384-4497-945e-6c7b10586bc8. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.898243] env[68503]: DEBUG nova.network.neutron [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [{"id": "582f0ff9-4384-4497-945e-6c7b10586bc8", "address": "fa:16:3e:c4:53:ff", "network": {"id": "115e8aca-818b-4cd8-a5f3-0c798e6370bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-822063549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf70bd0dfa84bb3a666dd9cc6d5bd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582f0ff9-43", "ovs_interfaceid": "582f0ff9-4384-4497-945e-6c7b10586bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.019557] env[68503]: INFO nova.compute.manager [-] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Took 1.22 seconds to deallocate network for instance. [ 1451.083731] env[68503]: DEBUG nova.compute.manager [req-162b5626-4dc7-4f82-a100-34f054a5e1a3 req-b1199e2c-1f5d-4875-96db-3cd6dab2ac19 service nova] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Received event network-vif-deleted-7c207580-46aa-468e-a0e6-12dfc95fe7cd {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.288859] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.289236] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Processing image 82284e02-aac5-4291-b124-296d15b1fb0e {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.289365] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e/82284e02-aac5-4291-b124-296d15b1fb0e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.289511] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e/82284e02-aac5-4291-b124-296d15b1fb0e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.289690] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.289944] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c7a2dd-79e6-4f73-b135-299a9147cb87 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.297717] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.297884] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.298605] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e2190d-179a-4970-bf0a-0d370f6aabca {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.303150] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1451.303150] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52f7fd13-9915-78e1-37ff-a9d0cb0c915b" [ 1451.303150] env[68503]: _type = "Task" [ 1451.303150] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.310148] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52f7fd13-9915-78e1-37ff-a9d0cb0c915b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.401184] env[68503]: DEBUG oslo_concurrency.lockutils [req-386c5ac0-8894-4818-b8a0-6cd69014c302 req-638fe488-2962-41c4-8e98-6769d37bb3fd service nova] Releasing lock "refresh_cache-fda69272-f80e-4efc-8196-2f7aac2629c4" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.526036] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.526399] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.527023] env[68503]: DEBUG nova.objects.instance [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'resources' on Instance uuid 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.812977] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Preparing fetch location {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1451.813272] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Fetch image to [datastore2] OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23/OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23.vmdk {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1451.813504] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Downloading stream optimized image 82284e02-aac5-4291-b124-296d15b1fb0e to [datastore2] OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23/OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23.vmdk on the data store datastore2 as vApp {{(pid=68503) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1451.813684] env[68503]: DEBUG nova.virt.vmwareapi.images [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Downloading image file data 82284e02-aac5-4291-b124-296d15b1fb0e to the ESX as VM named 'OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23' {{(pid=68503) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1451.897615] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1451.897615] env[68503]: value = "resgroup-9" [ 1451.897615] env[68503]: _type = "ResourcePool" [ 1451.897615] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1451.897926] env[68503]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-75003177-1f2f-4208-8d92-d4ae993bc961 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.919198] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease: (returnval){ [ 1451.919198] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52787c99-eda9-89c3-4acb-45ab7d15bcdf" [ 1451.919198] env[68503]: _type = "HttpNfcLease" [ 1451.919198] env[68503]: } obtained for vApp import into resource pool (val){ [ 1451.919198] env[68503]: value = "resgroup-9" [ 1451.919198] env[68503]: _type = "ResourcePool" [ 1451.919198] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1451.919490] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the lease: (returnval){ [ 1451.919490] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52787c99-eda9-89c3-4acb-45ab7d15bcdf" [ 1451.919490] env[68503]: _type = "HttpNfcLease" [ 1451.919490] env[68503]: } to be ready. {{(pid=68503) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1451.925599] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1451.925599] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52787c99-eda9-89c3-4acb-45ab7d15bcdf" [ 1451.925599] env[68503]: _type = "HttpNfcLease" [ 1451.925599] env[68503]: } is initializing. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1452.089689] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b429b91-fdba-453e-9815-bcf00bd0552c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.095956] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13835166-96e3-4c68-b6cd-e160e33831ae {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.128686] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e19728-463f-4bb7-bf88-ae91f17468f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.136324] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d84a3-ad24-44cb-aab2-ca08d8067601 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.149642] env[68503]: DEBUG nova.compute.provider_tree [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.428238] env[68503]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.428238] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52787c99-eda9-89c3-4acb-45ab7d15bcdf" [ 1452.428238] env[68503]: _type = "HttpNfcLease" [ 1452.428238] env[68503]: } is ready. {{(pid=68503) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1452.428630] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1452.428630] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52787c99-eda9-89c3-4acb-45ab7d15bcdf" [ 1452.428630] env[68503]: _type = "HttpNfcLease" [ 1452.428630] env[68503]: }. {{(pid=68503) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1452.429603] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b146148-46dc-49cb-b8e2-66d41f7b3696 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.437243] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ef8c0-f714-a7dd-b3c1-ab52bc73c662/disk-0.vmdk from lease info. {{(pid=68503) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1452.437422] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ef8c0-f714-a7dd-b3c1-ab52bc73c662/disk-0.vmdk. {{(pid=68503) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1452.501675] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1211475-d778-444c-bb7d-64655f31ca13 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.652875] env[68503]: DEBUG nova.scheduler.client.report [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.158283] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.193323] env[68503]: INFO nova.scheduler.client.report [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted allocations for instance 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6 [ 1453.566829] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Completed reading data from the image iterator. {{(pid=68503) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1453.567212] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ef8c0-f714-a7dd-b3c1-ab52bc73c662/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1453.568669] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47074a32-7029-4d9a-9ef6-b83521ff1ff8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.575325] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ef8c0-f714-a7dd-b3c1-ab52bc73c662/disk-0.vmdk is in state: ready. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1453.575487] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ef8c0-f714-a7dd-b3c1-ab52bc73c662/disk-0.vmdk. {{(pid=68503) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1453.575710] env[68503]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5935f119-17cd-4074-9d3a-cd426b059d05 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.703601] env[68503]: DEBUG oslo_concurrency.lockutils [None req-9278e279-a0fd-4d1f-8903-aed74b87db59 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "26c74773-29d0-4a3b-a5bb-9dc575f4b2d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.510s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.819035] env[68503]: DEBUG oslo_vmware.rw_handles [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ef8c0-f714-a7dd-b3c1-ab52bc73c662/disk-0.vmdk. {{(pid=68503) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1453.819433] env[68503]: INFO nova.virt.vmwareapi.images [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Downloaded image file data 82284e02-aac5-4291-b124-296d15b1fb0e [ 1453.820705] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8bab1-2132-456e-8c55-27522a5c04de {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.845692] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c10fd15-5ecc-496c-878c-e6bb58465169 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.907171] env[68503]: INFO nova.virt.vmwareapi.images [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] The imported VM was unregistered [ 1453.909920] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Caching image {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1453.910162] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Creating directory with path [datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.910508] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c811e3c9-2de1-4d53-9ef1-0d70eb073b36 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.921809] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Created directory with path [datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.922061] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23/OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23.vmdk to [datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e/82284e02-aac5-4291-b124-296d15b1fb0e.vmdk. {{(pid=68503) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1453.922359] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-03d26e4e-8435-41c8-92ad-422627a4bec8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.928851] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1453.928851] env[68503]: value = "task-2863108" [ 1453.928851] env[68503]: _type = "Task" [ 1453.928851] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.937353] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863108, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.441412] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863108, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.941894] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863108, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.220697] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "1d66f67f-c190-4357-85cf-0bd7f20bc902" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.220940] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.442585] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863108, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.723804] env[68503]: DEBUG nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1455.945041] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863108, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.250663] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.250999] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.252675] env[68503]: INFO nova.compute.claims [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.441795] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863108, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.392151} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.442103] env[68503]: INFO nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23/OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23.vmdk to [datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e/82284e02-aac5-4291-b124-296d15b1fb0e.vmdk. [ 1456.442260] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Cleaning up location [datastore2] OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1456.442425] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ca45a07c-aa34-4ff8-a443-20eb679bdf23 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.442665] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b2bb8b-fc91-4309-951e-0cf7211c7849 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.449192] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1456.449192] env[68503]: value = "task-2863109" [ 1456.449192] env[68503]: _type = "Task" [ 1456.449192] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.456517] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.958590] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040818} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.958952] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.958952] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e/82284e02-aac5-4291-b124-296d15b1fb0e.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.959233] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e/82284e02-aac5-4291-b124-296d15b1fb0e.vmdk to [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.959477] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1302699f-feef-49d9-98ef-bdeb05d0254d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.965483] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1456.965483] env[68503]: value = "task-2863110" [ 1456.965483] env[68503]: _type = "Task" [ 1456.965483] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.972326] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.318907] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe7fbcb-5919-4fc1-bdcf-6c363681d91e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.328737] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e18387-73aa-46fc-9f99-07232b299e58 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.361577] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47719aa-8988-481e-9c74-5370b919a1bf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.371436] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06510976-1b9b-400d-a4b6-d35a304c582f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.387728] env[68503]: DEBUG nova.compute.provider_tree [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.475407] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863110, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.891535] env[68503]: DEBUG nova.scheduler.client.report [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.979039] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863110, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.396751] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.397324] env[68503]: DEBUG nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.477581] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863110, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.902287] env[68503]: DEBUG nova.compute.utils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1458.903780] env[68503]: DEBUG nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1458.904012] env[68503]: DEBUG nova.network.neutron [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.943013] env[68503]: DEBUG nova.policy [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c5900bd2bf46daba38cc64c7c2c6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3b83d4e27442289bca3d4af88c69df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.978712] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863110, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.214297] env[68503]: DEBUG nova.network.neutron [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Successfully created port: e849b02b-0e71-455e-8269-bf5d3b1bdb61 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.406935] env[68503]: DEBUG nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1459.478785] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863110, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.200196} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.478993] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82284e02-aac5-4291-b124-296d15b1fb0e/82284e02-aac5-4291-b124-296d15b1fb0e.vmdk to [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.479757] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61816a3-29fc-498a-bb8c-6edc71c6016d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.500585] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.500809] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16212c9-1172-4876-a919-ebf613f4b9db {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.519896] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1459.519896] env[68503]: value = "task-2863111" [ 1459.519896] env[68503]: _type = "Task" [ 1459.519896] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.527278] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.029432] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863111, 'name': ReconfigVM_Task, 'duration_secs': 0.275954} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.029676] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4/fda69272-f80e-4efc-8196-2f7aac2629c4.vmdk or device None with type streamOptimized {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.030273] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bd16f60-17c3-45ed-81da-afdc8ff31593 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.036321] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1460.036321] env[68503]: value = "task-2863112" [ 1460.036321] env[68503]: _type = "Task" [ 1460.036321] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.043401] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863112, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.417034] env[68503]: DEBUG nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1460.444750] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.444992] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.445163] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.445348] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.445492] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.445638] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.445850] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.446015] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.446189] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.446353] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.446523] env[68503]: DEBUG nova.virt.hardware [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.447386] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a5b84-2b3d-4706-85f4-9b09bf917d51 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.455500] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a36e3-3209-413a-ba3b-532851c834a6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.545793] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863112, 'name': Rename_Task, 'duration_secs': 0.146848} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.547065] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.548096] env[68503]: DEBUG nova.compute.manager [req-b097bc96-324a-4e39-8535-7b3f70b91d24 req-a94f2511-abe1-41ea-bb40-b7f1ba2ae201 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Received event network-vif-plugged-e849b02b-0e71-455e-8269-bf5d3b1bdb61 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.548281] env[68503]: DEBUG oslo_concurrency.lockutils [req-b097bc96-324a-4e39-8535-7b3f70b91d24 req-a94f2511-abe1-41ea-bb40-b7f1ba2ae201 service nova] Acquiring lock "1d66f67f-c190-4357-85cf-0bd7f20bc902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.548483] env[68503]: DEBUG oslo_concurrency.lockutils [req-b097bc96-324a-4e39-8535-7b3f70b91d24 req-a94f2511-abe1-41ea-bb40-b7f1ba2ae201 service nova] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.548642] env[68503]: DEBUG oslo_concurrency.lockutils [req-b097bc96-324a-4e39-8535-7b3f70b91d24 req-a94f2511-abe1-41ea-bb40-b7f1ba2ae201 service nova] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.548806] env[68503]: DEBUG nova.compute.manager [req-b097bc96-324a-4e39-8535-7b3f70b91d24 req-a94f2511-abe1-41ea-bb40-b7f1ba2ae201 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] No waiting events found dispatching network-vif-plugged-e849b02b-0e71-455e-8269-bf5d3b1bdb61 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.548966] env[68503]: WARNING nova.compute.manager [req-b097bc96-324a-4e39-8535-7b3f70b91d24 req-a94f2511-abe1-41ea-bb40-b7f1ba2ae201 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Received unexpected event network-vif-plugged-e849b02b-0e71-455e-8269-bf5d3b1bdb61 for instance with vm_state building and task_state spawning. [ 1460.549242] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b5edabe-305e-43b9-b464-9bc55ecc2600 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.556416] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1460.556416] env[68503]: value = "task-2863113" [ 1460.556416] env[68503]: _type = "Task" [ 1460.556416] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.563558] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.627404] env[68503]: DEBUG nova.network.neutron [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Successfully updated port: e849b02b-0e71-455e-8269-bf5d3b1bdb61 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.066264] env[68503]: DEBUG oslo_vmware.api [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863113, 'name': PowerOnVM_Task, 'duration_secs': 0.446764} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.066519] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.130258] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "refresh_cache-1d66f67f-c190-4357-85cf-0bd7f20bc902" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.130316] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "refresh_cache-1d66f67f-c190-4357-85cf-0bd7f20bc902" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.130469] env[68503]: DEBUG nova.network.neutron [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.164601] env[68503]: DEBUG nova.compute.manager [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.165507] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d257dc-c09a-4c1e-942b-51845b1779a1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.666579] env[68503]: DEBUG nova.network.neutron [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.681472] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6d949138-ea2b-43db-be59-380685b30433 tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.380s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.794153] env[68503]: DEBUG nova.network.neutron [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Updating instance_info_cache with network_info: [{"id": "e849b02b-0e71-455e-8269-bf5d3b1bdb61", "address": "fa:16:3e:cf:57:45", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape849b02b-0e", "ovs_interfaceid": "e849b02b-0e71-455e-8269-bf5d3b1bdb61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.297200] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "refresh_cache-1d66f67f-c190-4357-85cf-0bd7f20bc902" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.297481] env[68503]: DEBUG nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Instance network_info: |[{"id": "e849b02b-0e71-455e-8269-bf5d3b1bdb61", "address": "fa:16:3e:cf:57:45", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape849b02b-0e", "ovs_interfaceid": "e849b02b-0e71-455e-8269-bf5d3b1bdb61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1462.297927] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:57:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e849b02b-0e71-455e-8269-bf5d3b1bdb61', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.305470] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.305681] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.305899] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f2246fa-b37e-4466-b61a-3e7e3f2b8024 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.325672] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.325672] env[68503]: value = "task-2863114" [ 1462.325672] env[68503]: _type = "Task" [ 1462.325672] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.332826] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863114, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.574419] env[68503]: DEBUG nova.compute.manager [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Received event network-changed-e849b02b-0e71-455e-8269-bf5d3b1bdb61 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.574648] env[68503]: DEBUG nova.compute.manager [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Refreshing instance network info cache due to event network-changed-e849b02b-0e71-455e-8269-bf5d3b1bdb61. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.574891] env[68503]: DEBUG oslo_concurrency.lockutils [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] Acquiring lock "refresh_cache-1d66f67f-c190-4357-85cf-0bd7f20bc902" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.575258] env[68503]: DEBUG oslo_concurrency.lockutils [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] Acquired lock "refresh_cache-1d66f67f-c190-4357-85cf-0bd7f20bc902" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.575453] env[68503]: DEBUG nova.network.neutron [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Refreshing network info cache for port e849b02b-0e71-455e-8269-bf5d3b1bdb61 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.835125] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863114, 'name': CreateVM_Task, 'duration_secs': 0.29971} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.835498] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.835908] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.836082] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.836400] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.836957] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdca8ba0-6f4c-42be-bc21-ddd58708d347 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.841271] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1462.841271] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]523e79cd-1269-0a3f-dd7e-c1ca72813cd6" [ 1462.841271] env[68503]: _type = "Task" [ 1462.841271] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.848632] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523e79cd-1269-0a3f-dd7e-c1ca72813cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.242831] env[68503]: DEBUG nova.network.neutron [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Updated VIF entry in instance network info cache for port e849b02b-0e71-455e-8269-bf5d3b1bdb61. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.243204] env[68503]: DEBUG nova.network.neutron [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Updating instance_info_cache with network_info: [{"id": "e849b02b-0e71-455e-8269-bf5d3b1bdb61", "address": "fa:16:3e:cf:57:45", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape849b02b-0e", "ovs_interfaceid": "e849b02b-0e71-455e-8269-bf5d3b1bdb61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.350836] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]523e79cd-1269-0a3f-dd7e-c1ca72813cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012926} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.354068] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.354068] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.354068] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.354068] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.354068] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.354068] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-150c6ad3-a13c-45b6-8ec0-77bdb86131a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.360574] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.360744] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.361439] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a2a33d-7feb-46b9-82fc-37adf9bbf6f3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.366287] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1463.366287] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52d7f955-9415-dc8d-1da8-904d4341fb80" [ 1463.366287] env[68503]: _type = "Task" [ 1463.366287] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.373108] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d7f955-9415-dc8d-1da8-904d4341fb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.746274] env[68503]: DEBUG oslo_concurrency.lockutils [req-a2f845b2-4df6-4d28-bc36-8f4fc930fd81 req-c3a27523-4e8c-422f-9b60-2c4df8f4e2a7 service nova] Releasing lock "refresh_cache-1d66f67f-c190-4357-85cf-0bd7f20bc902" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.877151] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52d7f955-9415-dc8d-1da8-904d4341fb80, 'name': SearchDatastore_Task, 'duration_secs': 0.008232} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.877907] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516f11dd-2826-46a2-8efa-4587e9705dc2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.882683] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1463.882683] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5240667d-4193-8046-b8aa-f29031a1bd24" [ 1463.882683] env[68503]: _type = "Task" [ 1463.882683] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.890912] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5240667d-4193-8046-b8aa-f29031a1bd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.392681] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5240667d-4193-8046-b8aa-f29031a1bd24, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.392925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.393202] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 1d66f67f-c190-4357-85cf-0bd7f20bc902/1d66f67f-c190-4357-85cf-0bd7f20bc902.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.393449] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-926d43d0-3dae-4127-ab12-d749a3a9852c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.399875] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1464.399875] env[68503]: value = "task-2863115" [ 1464.399875] env[68503]: _type = "Task" [ 1464.399875] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.406801] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.910068] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440678} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.910458] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 1d66f67f-c190-4357-85cf-0bd7f20bc902/1d66f67f-c190-4357-85cf-0bd7f20bc902.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.910534] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.910791] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28449924-72cf-4584-965d-a7ecbc9ed959 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.917381] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1464.917381] env[68503]: value = "task-2863116" [ 1464.917381] env[68503]: _type = "Task" [ 1464.917381] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.924867] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.427132] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064857} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.427356] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.428111] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85105451-f154-4d2e-b4fa-0506f29c1fa9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.449790] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 1d66f67f-c190-4357-85cf-0bd7f20bc902/1d66f67f-c190-4357-85cf-0bd7f20bc902.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.450110] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ebbb63-e6da-4217-84c1-3aaf4440bd3a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.468750] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1465.468750] env[68503]: value = "task-2863117" [ 1465.468750] env[68503]: _type = "Task" [ 1465.468750] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.476136] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.979540] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863117, 'name': ReconfigVM_Task, 'duration_secs': 0.25816} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.979969] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 1d66f67f-c190-4357-85cf-0bd7f20bc902/1d66f67f-c190-4357-85cf-0bd7f20bc902.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.980458] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1ad51c2-fa87-4ebf-bd96-7dfe9f7d9b28 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.986335] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1465.986335] env[68503]: value = "task-2863118" [ 1465.986335] env[68503]: _type = "Task" [ 1465.986335] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.993822] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863118, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.496440] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863118, 'name': Rename_Task, 'duration_secs': 0.129039} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.496697] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.496930] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2354aaee-db86-4313-9509-26e2ab36a43b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.502443] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1466.502443] env[68503]: value = "task-2863119" [ 1466.502443] env[68503]: _type = "Task" [ 1466.502443] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.012656] env[68503]: DEBUG oslo_vmware.api [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863119, 'name': PowerOnVM_Task, 'duration_secs': 0.482315} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.013060] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.013191] env[68503]: INFO nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1467.013362] env[68503]: DEBUG nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.014147] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f79b6-964c-4908-bcf1-4865f7a1b075 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.529977] env[68503]: INFO nova.compute.manager [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Took 11.30 seconds to build instance. [ 1468.032420] env[68503]: DEBUG oslo_concurrency.lockutils [None req-e7603048-c932-469b-afda-f0db10431727 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.811s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.571090] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "0a92772d-be86-4658-af64-dfdecf8a8075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.571326] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "0a92772d-be86-4658-af64-dfdecf8a8075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.074118] env[68503]: DEBUG nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.598456] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.598648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.600182] env[68503]: INFO nova.compute.claims [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.663288] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149bc629-1a93-442b-aa47-c63fce868ded {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.670704] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d040184-6570-47fb-ae38-4b9d120edad4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.700120] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920049ca-2eab-4f3c-9c09-1e3f7415d9a0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.706935] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb2318-1251-4e59-b17f-383d207dc7ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.720532] env[68503]: DEBUG nova.compute.provider_tree [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.223905] env[68503]: DEBUG nova.scheduler.client.report [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.729434] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.729953] env[68503]: DEBUG nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.234838] env[68503]: DEBUG nova.compute.utils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1472.236593] env[68503]: DEBUG nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.236758] env[68503]: DEBUG nova.network.neutron [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.283491] env[68503]: DEBUG nova.policy [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c5900bd2bf46daba38cc64c7c2c6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3b83d4e27442289bca3d4af88c69df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.535837] env[68503]: DEBUG nova.network.neutron [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Successfully created port: 301d4169-2dfa-4519-83a3-6323f4084026 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.740325] env[68503]: DEBUG nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.749753] env[68503]: DEBUG nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.777420] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.777666] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.777823] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.778013] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.778166] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.778313] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.778517] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.778671] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.778834] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.778994] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.779257] env[68503]: DEBUG nova.virt.hardware [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.780061] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d1e3c-8f92-4c6c-b831-9552a189f73c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.788159] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde237a0-7c4e-4bd4-a1ea-0d04da08a80b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.893453] env[68503]: DEBUG nova.compute.manager [req-47ee1cb9-c1fd-4b3d-af2e-684d1281cf86 req-2cff137a-35fb-45b5-8037-c782971babed service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Received event network-vif-plugged-301d4169-2dfa-4519-83a3-6323f4084026 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.893678] env[68503]: DEBUG oslo_concurrency.lockutils [req-47ee1cb9-c1fd-4b3d-af2e-684d1281cf86 req-2cff137a-35fb-45b5-8037-c782971babed service nova] Acquiring lock "0a92772d-be86-4658-af64-dfdecf8a8075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.893882] env[68503]: DEBUG oslo_concurrency.lockutils [req-47ee1cb9-c1fd-4b3d-af2e-684d1281cf86 req-2cff137a-35fb-45b5-8037-c782971babed service nova] Lock "0a92772d-be86-4658-af64-dfdecf8a8075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.894121] env[68503]: DEBUG oslo_concurrency.lockutils [req-47ee1cb9-c1fd-4b3d-af2e-684d1281cf86 req-2cff137a-35fb-45b5-8037-c782971babed service nova] Lock "0a92772d-be86-4658-af64-dfdecf8a8075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.894303] env[68503]: DEBUG nova.compute.manager [req-47ee1cb9-c1fd-4b3d-af2e-684d1281cf86 req-2cff137a-35fb-45b5-8037-c782971babed service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] No waiting events found dispatching network-vif-plugged-301d4169-2dfa-4519-83a3-6323f4084026 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.894470] env[68503]: WARNING nova.compute.manager [req-47ee1cb9-c1fd-4b3d-af2e-684d1281cf86 req-2cff137a-35fb-45b5-8037-c782971babed service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Received unexpected event network-vif-plugged-301d4169-2dfa-4519-83a3-6323f4084026 for instance with vm_state building and task_state spawning. [ 1473.972811] env[68503]: DEBUG nova.network.neutron [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Successfully updated port: 301d4169-2dfa-4519-83a3-6323f4084026 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.475896] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "refresh_cache-0a92772d-be86-4658-af64-dfdecf8a8075" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.476078] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "refresh_cache-0a92772d-be86-4658-af64-dfdecf8a8075" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.476275] env[68503]: DEBUG nova.network.neutron [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.008795] env[68503]: DEBUG nova.network.neutron [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.119804] env[68503]: DEBUG nova.network.neutron [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Updating instance_info_cache with network_info: [{"id": "301d4169-2dfa-4519-83a3-6323f4084026", "address": "fa:16:3e:25:c6:00", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301d4169-2d", "ovs_interfaceid": "301d4169-2dfa-4519-83a3-6323f4084026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.623741] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "refresh_cache-0a92772d-be86-4658-af64-dfdecf8a8075" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.624106] env[68503]: DEBUG nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Instance network_info: |[{"id": "301d4169-2dfa-4519-83a3-6323f4084026", "address": "fa:16:3e:25:c6:00", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301d4169-2d", "ovs_interfaceid": "301d4169-2dfa-4519-83a3-6323f4084026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1475.624550] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c6:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '301d4169-2dfa-4519-83a3-6323f4084026', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.632024] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1475.632253] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.632482] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5f4c9c8-3b30-49c4-9a1c-89fcd3ffe42e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.653043] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.653043] env[68503]: value = "task-2863120" [ 1475.653043] env[68503]: _type = "Task" [ 1475.653043] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.660382] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863120, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.918611] env[68503]: DEBUG nova.compute.manager [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Received event network-changed-301d4169-2dfa-4519-83a3-6323f4084026 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.918782] env[68503]: DEBUG nova.compute.manager [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Refreshing instance network info cache due to event network-changed-301d4169-2dfa-4519-83a3-6323f4084026. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1475.918994] env[68503]: DEBUG oslo_concurrency.lockutils [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] Acquiring lock "refresh_cache-0a92772d-be86-4658-af64-dfdecf8a8075" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.919152] env[68503]: DEBUG oslo_concurrency.lockutils [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] Acquired lock "refresh_cache-0a92772d-be86-4658-af64-dfdecf8a8075" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.919311] env[68503]: DEBUG nova.network.neutron [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Refreshing network info cache for port 301d4169-2dfa-4519-83a3-6323f4084026 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.162655] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863120, 'name': CreateVM_Task, 'duration_secs': 0.29112} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.163056] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.163487] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.163648] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.163950] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.164241] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629283ea-21ca-4b13-9e9e-e87c4c38471b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.168439] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1476.168439] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]521bfc9c-01a8-96cd-f8c0-7c15e94017f6" [ 1476.168439] env[68503]: _type = "Task" [ 1476.168439] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.175794] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521bfc9c-01a8-96cd-f8c0-7c15e94017f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.606844] env[68503]: DEBUG nova.network.neutron [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Updated VIF entry in instance network info cache for port 301d4169-2dfa-4519-83a3-6323f4084026. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.607228] env[68503]: DEBUG nova.network.neutron [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Updating instance_info_cache with network_info: [{"id": "301d4169-2dfa-4519-83a3-6323f4084026", "address": "fa:16:3e:25:c6:00", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301d4169-2d", "ovs_interfaceid": "301d4169-2dfa-4519-83a3-6323f4084026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.678373] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]521bfc9c-01a8-96cd-f8c0-7c15e94017f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.678730] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.678965] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.679210] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.679361] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.679543] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.679784] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43be5089-6c8b-40dc-b19e-54b85842fb94 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.688714] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.688880] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.689597] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3854cce3-403e-4fd4-af35-b6259bb66041 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.694051] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1476.694051] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]526b6c28-6e8e-a852-a911-1d953192e126" [ 1476.694051] env[68503]: _type = "Task" [ 1476.694051] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.701607] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526b6c28-6e8e-a852-a911-1d953192e126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.109639] env[68503]: DEBUG oslo_concurrency.lockutils [req-0f88372e-f727-4286-9c41-21b3555fbcf6 req-012e9d92-5650-4fc5-9c56-06f45e59321c service nova] Releasing lock "refresh_cache-0a92772d-be86-4658-af64-dfdecf8a8075" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.204477] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]526b6c28-6e8e-a852-a911-1d953192e126, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.205266] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92a1d43-b016-4119-a2e8-8bd682cece2d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.210318] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1477.210318] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52bb6ecc-18c6-6677-71e7-08297d8fc377" [ 1477.210318] env[68503]: _type = "Task" [ 1477.210318] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.218111] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bb6ecc-18c6-6677-71e7-08297d8fc377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.720460] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52bb6ecc-18c6-6677-71e7-08297d8fc377, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.720717] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.720968] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 0a92772d-be86-4658-af64-dfdecf8a8075/0a92772d-be86-4658-af64-dfdecf8a8075.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.721231] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e8e3625-752b-4057-9ae7-0df1e0b25118 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.727738] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1477.727738] env[68503]: value = "task-2863121" [ 1477.727738] env[68503]: _type = "Task" [ 1477.727738] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.238819] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.738670] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617653} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.738919] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 0a92772d-be86-4658-af64-dfdecf8a8075/0a92772d-be86-4658-af64-dfdecf8a8075.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.739138] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.739382] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27342ac9-93a7-49ab-803d-882d7ba1f918 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.745669] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1478.745669] env[68503]: value = "task-2863122" [ 1478.745669] env[68503]: _type = "Task" [ 1478.745669] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.753021] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.255530] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074941} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.255898] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.256599] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e38b3f-04cc-4e5e-b906-b0dffb6fb575 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.278113] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 0a92772d-be86-4658-af64-dfdecf8a8075/0a92772d-be86-4658-af64-dfdecf8a8075.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.278338] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4335fcc1-1c24-4459-92c4-5c52bcaf1050 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.297125] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1479.297125] env[68503]: value = "task-2863123" [ 1479.297125] env[68503]: _type = "Task" [ 1479.297125] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.304374] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863123, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.806521] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863123, 'name': ReconfigVM_Task, 'duration_secs': 0.379556} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.806807] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 0a92772d-be86-4658-af64-dfdecf8a8075/0a92772d-be86-4658-af64-dfdecf8a8075.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.807420] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f4e4cf8-4d42-4798-9f90-74765b30e593 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.813214] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1479.813214] env[68503]: value = "task-2863124" [ 1479.813214] env[68503]: _type = "Task" [ 1479.813214] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.820666] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863124, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.322324] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863124, 'name': Rename_Task, 'duration_secs': 0.14065} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.322703] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.322819] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c50393-548b-41cf-9f9f-6c087871e811 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.328837] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1480.328837] env[68503]: value = "task-2863125" [ 1480.328837] env[68503]: _type = "Task" [ 1480.328837] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.335726] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.839049] env[68503]: DEBUG oslo_vmware.api [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863125, 'name': PowerOnVM_Task, 'duration_secs': 0.44168} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.839316] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.839511] env[68503]: INFO nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1480.839691] env[68503]: DEBUG nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.840458] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab88599-d830-482f-af28-cb99e64ca5f5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.359860] env[68503]: INFO nova.compute.manager [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Took 11.78 seconds to build instance. [ 1481.751907] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "0a92772d-be86-4658-af64-dfdecf8a8075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.862369] env[68503]: DEBUG oslo_concurrency.lockutils [None req-554cb5c2-638a-483b-9bfc-6f7afae30cfd tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "0a92772d-be86-4658-af64-dfdecf8a8075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.291s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.862654] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "0a92772d-be86-4658-af64-dfdecf8a8075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.111s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.862873] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "0a92772d-be86-4658-af64-dfdecf8a8075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.863094] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "0a92772d-be86-4658-af64-dfdecf8a8075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.863265] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "0a92772d-be86-4658-af64-dfdecf8a8075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.865387] env[68503]: INFO nova.compute.manager [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Terminating instance [ 1482.368950] env[68503]: DEBUG nova.compute.manager [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.369267] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.370175] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2990b8-917a-407e-9564-4d8a2426a64a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.377696] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.377922] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc026234-142b-42bb-b6d9-6dd6f3d152e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.383751] env[68503]: DEBUG oslo_vmware.api [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1482.383751] env[68503]: value = "task-2863126" [ 1482.383751] env[68503]: _type = "Task" [ 1482.383751] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.391184] env[68503]: DEBUG oslo_vmware.api [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.893034] env[68503]: DEBUG oslo_vmware.api [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863126, 'name': PowerOffVM_Task, 'duration_secs': 0.163235} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.893312] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.893484] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.893724] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9c7ae0-6d29-477a-8c17-7b7f947c475a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.956718] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.956926] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.957124] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleting the datastore file [datastore2] 0a92772d-be86-4658-af64-dfdecf8a8075 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.957389] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351588da-bed1-4a62-b16c-5a6ef0a21372 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.963879] env[68503]: DEBUG oslo_vmware.api [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1482.963879] env[68503]: value = "task-2863128" [ 1482.963879] env[68503]: _type = "Task" [ 1482.963879] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.971218] env[68503]: DEBUG oslo_vmware.api [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.475944] env[68503]: DEBUG oslo_vmware.api [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132491} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.476313] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.476431] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.476633] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.476811] env[68503]: INFO nova.compute.manager [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1483.477093] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.477315] env[68503]: DEBUG nova.compute.manager [-] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.477424] env[68503]: DEBUG nova.network.neutron [-] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.738667] env[68503]: DEBUG nova.compute.manager [req-3003e6e9-c281-48a0-b744-f88fc70fc2c1 req-f2737bdd-89de-43fa-b868-7ada6648bf08 service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Received event network-vif-deleted-301d4169-2dfa-4519-83a3-6323f4084026 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.738834] env[68503]: INFO nova.compute.manager [req-3003e6e9-c281-48a0-b744-f88fc70fc2c1 req-f2737bdd-89de-43fa-b868-7ada6648bf08 service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Neutron deleted interface 301d4169-2dfa-4519-83a3-6323f4084026; detaching it from the instance and deleting it from the info cache [ 1483.739029] env[68503]: DEBUG nova.network.neutron [req-3003e6e9-c281-48a0-b744-f88fc70fc2c1 req-f2737bdd-89de-43fa-b868-7ada6648bf08 service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.213964] env[68503]: DEBUG nova.network.neutron [-] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.241885] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-461701bd-d75c-4cc0-b795-dd8ae4352b3b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.251950] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2ccb5-1e94-4b3b-9b00-e4ab9e057bb4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.277327] env[68503]: DEBUG nova.compute.manager [req-3003e6e9-c281-48a0-b744-f88fc70fc2c1 req-f2737bdd-89de-43fa-b868-7ada6648bf08 service nova] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Detach interface failed, port_id=301d4169-2dfa-4519-83a3-6323f4084026, reason: Instance 0a92772d-be86-4658-af64-dfdecf8a8075 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1484.717034] env[68503]: INFO nova.compute.manager [-] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Took 1.24 seconds to deallocate network for instance. [ 1485.223092] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.223384] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.223611] env[68503]: DEBUG nova.objects.instance [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'resources' on Instance uuid 0a92772d-be86-4658-af64-dfdecf8a8075 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.788827] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa3eb5c-e201-4f39-934a-0759dc151eb6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.796183] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d3c36-f60d-4574-9df7-08e220b22277 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.826064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44448f7c-0963-44c2-b2da-e3873c27a6c8 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.832713] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c8a8dd-ed70-4880-a5c9-3d6b0587c9ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.845326] env[68503]: DEBUG nova.compute.provider_tree [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.348186] env[68503]: DEBUG nova.scheduler.client.report [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.853230] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.881738] env[68503]: INFO nova.scheduler.client.report [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted allocations for instance 0a92772d-be86-4658-af64-dfdecf8a8075 [ 1487.391297] env[68503]: DEBUG oslo_concurrency.lockutils [None req-20104777-aa58-4620-b524-b21f2a0b3b07 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "0a92772d-be86-4658-af64-dfdecf8a8075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.528s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.987621] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.988167] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.305370] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "1d66f67f-c190-4357-85cf-0bd7f20bc902" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.305605] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.305799] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "1d66f67f-c190-4357-85cf-0bd7f20bc902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.305980] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.306165] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.308308] env[68503]: INFO nova.compute.manager [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Terminating instance [ 1488.493778] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.493995] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.494088] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.494296] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.494453] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.494622] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.494787] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1488.495176] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.812395] env[68503]: DEBUG nova.compute.manager [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1488.812648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.813561] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b8bc45-6409-4351-b74f-41b09ee352d0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.821343] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.821582] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20696780-8be0-41ff-945a-1aed15590bbe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.828017] env[68503]: DEBUG oslo_vmware.api [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1488.828017] env[68503]: value = "task-2863129" [ 1488.828017] env[68503]: _type = "Task" [ 1488.828017] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.836700] env[68503]: DEBUG oslo_vmware.api [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.998190] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.998646] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.998646] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.998817] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1488.999712] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62688dad-2f77-4aa2-9a7c-c3938da55340 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.007767] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2bfdce-de34-4c3a-9178-657e436044b9 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.021864] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb9d37-83bb-4d20-a786-3b90c6d0e78a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.028226] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d349b5d-b3fb-4493-b16b-fc1b0f75c027 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.058722] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180796MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1489.058880] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.059127] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.338538] env[68503]: DEBUG oslo_vmware.api [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863129, 'name': PowerOffVM_Task, 'duration_secs': 0.192086} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.338538] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.338773] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.338883] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d02a54ab-27fa-41ef-93c3-ae810eadb595 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.395439] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.395648] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.395828] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleting the datastore file [datastore2] 1d66f67f-c190-4357-85cf-0bd7f20bc902 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.396105] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e97c09da-0bfa-4efb-95a6-f7340e32d59d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.402204] env[68503]: DEBUG oslo_vmware.api [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1489.402204] env[68503]: value = "task-2863131" [ 1489.402204] env[68503]: _type = "Task" [ 1489.402204] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.409581] env[68503]: DEBUG oslo_vmware.api [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.911511] env[68503]: DEBUG oslo_vmware.api [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130863} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.911756] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.911940] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.912150] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.912317] env[68503]: INFO nova.compute.manager [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1489.912562] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1489.912751] env[68503]: DEBUG nova.compute.manager [-] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1489.912847] env[68503]: DEBUG nova.network.neutron [-] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1490.088226] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 2003633e-41d1-44ff-94ee-a79f5fb146ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.088545] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance fda69272-f80e-4efc-8196-2f7aac2629c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.088545] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 1d66f67f-c190-4357-85cf-0bd7f20bc902 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.088677] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1490.088812] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1490.143531] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638864a-ada0-4179-b9ad-691946e71ebe {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.150526] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621381cb-9586-4af9-940c-472d4b40af1e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.180528] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19ea6eb-37d9-41f3-b56d-5f37ce8e0c6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.188015] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b8dabc-f22d-4035-80cd-643412dae823 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.202970] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.224935] env[68503]: DEBUG nova.compute.manager [req-a6d66f41-a075-49c0-91dc-6cdeb8c1d117 req-c5c9610c-736a-45aa-ac78-0a1c423f71fe service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Received event network-vif-deleted-e849b02b-0e71-455e-8269-bf5d3b1bdb61 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.224935] env[68503]: INFO nova.compute.manager [req-a6d66f41-a075-49c0-91dc-6cdeb8c1d117 req-c5c9610c-736a-45aa-ac78-0a1c423f71fe service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Neutron deleted interface e849b02b-0e71-455e-8269-bf5d3b1bdb61; detaching it from the instance and deleting it from the info cache [ 1490.224935] env[68503]: DEBUG nova.network.neutron [req-a6d66f41-a075-49c0-91dc-6cdeb8c1d117 req-c5c9610c-736a-45aa-ac78-0a1c423f71fe service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.706131] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.709260] env[68503]: DEBUG nova.network.neutron [-] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.726644] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69c6ab44-a677-400f-8447-96f85bb950a2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.735544] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e448037-c3f0-441c-81d9-92e3597842ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.760559] env[68503]: DEBUG nova.compute.manager [req-a6d66f41-a075-49c0-91dc-6cdeb8c1d117 req-c5c9610c-736a-45aa-ac78-0a1c423f71fe service nova] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Detach interface failed, port_id=e849b02b-0e71-455e-8269-bf5d3b1bdb61, reason: Instance 1d66f67f-c190-4357-85cf-0bd7f20bc902 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1491.211435] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1491.211694] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.211992] env[68503]: INFO nova.compute.manager [-] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Took 1.30 seconds to deallocate network for instance. [ 1491.718728] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.719030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.719256] env[68503]: DEBUG nova.objects.instance [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'resources' on Instance uuid 1d66f67f-c190-4357-85cf-0bd7f20bc902 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.275291] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e6de6-78b6-4e4b-aae3-8b09ebaa7674 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.282875] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea6a3df-aad3-4fe2-9304-8409ee79ea7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.313792] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce34a88-1b9e-439f-a25d-05262d1f630f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.320658] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d19df5-5850-41a3-a099-3a4b6bb12092 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.333389] env[68503]: DEBUG nova.compute.provider_tree [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.836464] env[68503]: DEBUG nova.scheduler.client.report [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.341349] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.358836] env[68503]: INFO nova.scheduler.client.report [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted allocations for instance 1d66f67f-c190-4357-85cf-0bd7f20bc902 [ 1493.865975] env[68503]: DEBUG oslo_concurrency.lockutils [None req-6faa2863-771d-4bfa-b600-a7d941d98399 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "1d66f67f-c190-4357-85cf-0bd7f20bc902" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.560s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.265057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.265057] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.767630] env[68503]: DEBUG nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1496.293560] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.293833] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.295294] env[68503]: INFO nova.compute.claims [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.352128] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb5b039-9e4c-4560-94a3-032b0c77eea0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.359572] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a40f2b-b3fc-4291-8361-758ed1b6cc34 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.388609] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e1601e-2527-4f76-abc5-6a43778fe66a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.395607] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821670c4-4a83-4967-b56e-4a3a0e995cdf {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.408111] env[68503]: DEBUG nova.compute.provider_tree [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.708522] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.708846] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.709134] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.709781] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.710011] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.712212] env[68503]: INFO nova.compute.manager [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Terminating instance [ 1497.911598] env[68503]: DEBUG nova.scheduler.client.report [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.215978] env[68503]: DEBUG nova.compute.manager [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.216215] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.217127] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e1f906-b820-45c4-bac7-a69f90d2a54d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.225624] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.225843] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd633ee-fd57-4dbb-8545-3ea8dd41bd5a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.233172] env[68503]: DEBUG oslo_vmware.api [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1498.233172] env[68503]: value = "task-2863132" [ 1498.233172] env[68503]: _type = "Task" [ 1498.233172] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.240274] env[68503]: DEBUG oslo_vmware.api [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.416663] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.417226] env[68503]: DEBUG nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.742205] env[68503]: DEBUG oslo_vmware.api [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863132, 'name': PowerOffVM_Task, 'duration_secs': 0.178989} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.742455] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.742622] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.742864] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80a0cca9-d53c-47c9-8131-c949af0d3818 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.805486] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.805697] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.805880] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleting the datastore file [datastore2] fda69272-f80e-4efc-8196-2f7aac2629c4 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.806153] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8570f48-02e7-42d2-8229-3d120696baa2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.812976] env[68503]: DEBUG oslo_vmware.api [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for the task: (returnval){ [ 1498.812976] env[68503]: value = "task-2863134" [ 1498.812976] env[68503]: _type = "Task" [ 1498.812976] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.820111] env[68503]: DEBUG oslo_vmware.api [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.921719] env[68503]: DEBUG nova.compute.utils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1498.923212] env[68503]: DEBUG nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.923397] env[68503]: DEBUG nova.network.neutron [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.964015] env[68503]: DEBUG nova.policy [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c5900bd2bf46daba38cc64c7c2c6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3b83d4e27442289bca3d4af88c69df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.241363] env[68503]: DEBUG nova.network.neutron [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Successfully created port: 242408e1-6e4d-474a-859b-9e6e0a75d6c3 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.323203] env[68503]: DEBUG oslo_vmware.api [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Task: {'id': task-2863134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155307} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.323452] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.323674] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.323886] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.324115] env[68503]: INFO nova.compute.manager [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1499.324395] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.324619] env[68503]: DEBUG nova.compute.manager [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.324729] env[68503]: DEBUG nova.network.neutron [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.426870] env[68503]: DEBUG nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.846637] env[68503]: DEBUG nova.compute.manager [req-15dd4408-cedf-41fc-b0e2-87aa0910ba99 req-295f3adb-95d7-4090-913b-ca6842a755bf service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Received event network-vif-deleted-582f0ff9-4384-4497-945e-6c7b10586bc8 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.846902] env[68503]: INFO nova.compute.manager [req-15dd4408-cedf-41fc-b0e2-87aa0910ba99 req-295f3adb-95d7-4090-913b-ca6842a755bf service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Neutron deleted interface 582f0ff9-4384-4497-945e-6c7b10586bc8; detaching it from the instance and deleting it from the info cache [ 1499.846902] env[68503]: DEBUG nova.network.neutron [req-15dd4408-cedf-41fc-b0e2-87aa0910ba99 req-295f3adb-95d7-4090-913b-ca6842a755bf service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.329939] env[68503]: DEBUG nova.network.neutron [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.350036] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74f96a07-9a75-4f78-bd4e-9ba4b9cd4ad1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.362015] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26afc57-6c26-4b4d-8f35-6117e9520406 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.387492] env[68503]: DEBUG nova.compute.manager [req-15dd4408-cedf-41fc-b0e2-87aa0910ba99 req-295f3adb-95d7-4090-913b-ca6842a755bf service nova] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Detach interface failed, port_id=582f0ff9-4384-4497-945e-6c7b10586bc8, reason: Instance fda69272-f80e-4efc-8196-2f7aac2629c4 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.435437] env[68503]: DEBUG nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1500.463274] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.463597] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.463764] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.463944] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.464103] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.464251] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.464540] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.464706] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.464877] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.465101] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.465258] env[68503]: DEBUG nova.virt.hardware [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.466772] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7061cae-7bad-4b79-bdb7-396c92d78651 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.474871] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcdb858-c282-4923-87da-02a8779f73ac {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.823539] env[68503]: DEBUG nova.network.neutron [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Successfully updated port: 242408e1-6e4d-474a-859b-9e6e0a75d6c3 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.832517] env[68503]: INFO nova.compute.manager [-] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Took 1.51 seconds to deallocate network for instance. [ 1501.326398] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "refresh_cache-43c5d4b1-a217-4f81-adf4-33f2247c2da8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.326560] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "refresh_cache-43c5d4b1-a217-4f81-adf4-33f2247c2da8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.326741] env[68503]: DEBUG nova.network.neutron [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.338681] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.338940] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.339167] env[68503]: DEBUG nova.objects.instance [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lazy-loading 'resources' on Instance uuid fda69272-f80e-4efc-8196-2f7aac2629c4 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.860443] env[68503]: DEBUG nova.network.neutron [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.871238] env[68503]: DEBUG nova.compute.manager [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Received event network-vif-plugged-242408e1-6e4d-474a-859b-9e6e0a75d6c3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.871472] env[68503]: DEBUG oslo_concurrency.lockutils [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] Acquiring lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.871675] env[68503]: DEBUG oslo_concurrency.lockutils [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.871838] env[68503]: DEBUG oslo_concurrency.lockutils [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.872009] env[68503]: DEBUG nova.compute.manager [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] No waiting events found dispatching network-vif-plugged-242408e1-6e4d-474a-859b-9e6e0a75d6c3 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.872180] env[68503]: WARNING nova.compute.manager [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Received unexpected event network-vif-plugged-242408e1-6e4d-474a-859b-9e6e0a75d6c3 for instance with vm_state building and task_state spawning. [ 1501.872346] env[68503]: DEBUG nova.compute.manager [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Received event network-changed-242408e1-6e4d-474a-859b-9e6e0a75d6c3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.872506] env[68503]: DEBUG nova.compute.manager [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Refreshing instance network info cache due to event network-changed-242408e1-6e4d-474a-859b-9e6e0a75d6c3. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1501.872669] env[68503]: DEBUG oslo_concurrency.lockutils [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] Acquiring lock "refresh_cache-43c5d4b1-a217-4f81-adf4-33f2247c2da8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.896642] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a24c6e-a90d-43a4-aebc-1b25d7c82c0f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.904251] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387867e8-0f07-4665-93ff-760cb84dade3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.937156] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d874c7-cd6a-4d4d-b7f5-04afe7e30e7a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.944471] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a84d360-88ee-4c18-828a-73164a4d3803 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.957290] env[68503]: DEBUG nova.compute.provider_tree [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.995487] env[68503]: DEBUG nova.network.neutron [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Updating instance_info_cache with network_info: [{"id": "242408e1-6e4d-474a-859b-9e6e0a75d6c3", "address": "fa:16:3e:a9:00:98", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242408e1-6e", "ovs_interfaceid": "242408e1-6e4d-474a-859b-9e6e0a75d6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.460308] env[68503]: DEBUG nova.scheduler.client.report [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.497736] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "refresh_cache-43c5d4b1-a217-4f81-adf4-33f2247c2da8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.497967] env[68503]: DEBUG nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Instance network_info: |[{"id": "242408e1-6e4d-474a-859b-9e6e0a75d6c3", "address": "fa:16:3e:a9:00:98", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242408e1-6e", "ovs_interfaceid": "242408e1-6e4d-474a-859b-9e6e0a75d6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1502.498261] env[68503]: DEBUG oslo_concurrency.lockutils [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] Acquired lock "refresh_cache-43c5d4b1-a217-4f81-adf4-33f2247c2da8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.498439] env[68503]: DEBUG nova.network.neutron [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Refreshing network info cache for port 242408e1-6e4d-474a-859b-9e6e0a75d6c3 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.499435] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:00:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '242408e1-6e4d-474a-859b-9e6e0a75d6c3', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.506989] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.510266] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.510717] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee3e1578-c7bc-4c5c-bf38-6d82432ba566 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.530922] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.530922] env[68503]: value = "task-2863135" [ 1502.530922] env[68503]: _type = "Task" [ 1502.530922] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.538167] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863135, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.700580] env[68503]: DEBUG nova.network.neutron [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Updated VIF entry in instance network info cache for port 242408e1-6e4d-474a-859b-9e6e0a75d6c3. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.700944] env[68503]: DEBUG nova.network.neutron [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Updating instance_info_cache with network_info: [{"id": "242408e1-6e4d-474a-859b-9e6e0a75d6c3", "address": "fa:16:3e:a9:00:98", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242408e1-6e", "ovs_interfaceid": "242408e1-6e4d-474a-859b-9e6e0a75d6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.964946] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.983669] env[68503]: INFO nova.scheduler.client.report [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Deleted allocations for instance fda69272-f80e-4efc-8196-2f7aac2629c4 [ 1503.040145] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863135, 'name': CreateVM_Task, 'duration_secs': 0.325443} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.040342] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.059445] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.059445] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.059445] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.059445] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e431a09-e80b-4559-8588-2d5b7e914ff6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.059445] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1503.059445] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52a29d2d-c470-ab66-89ab-8d874e8106bf" [ 1503.059445] env[68503]: _type = "Task" [ 1503.059445] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.059445] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a29d2d-c470-ab66-89ab-8d874e8106bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.203564] env[68503]: DEBUG oslo_concurrency.lockutils [req-5c5a7080-6507-4822-a81b-9e19b9bb8361 req-ce4775e4-6f1d-4bfc-9c17-20ed80d75136 service nova] Releasing lock "refresh_cache-43c5d4b1-a217-4f81-adf4-33f2247c2da8" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.490968] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fb89fc7a-fb57-4040-b001-517e9c3e2b4a tempest-AttachVolumeShelveTestJSON-79953451 tempest-AttachVolumeShelveTestJSON-79953451-project-member] Lock "fda69272-f80e-4efc-8196-2f7aac2629c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.557571] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52a29d2d-c470-ab66-89ab-8d874e8106bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.557807] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.558012] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.558249] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.558394] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.558568] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.558819] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ff64b13-93f4-4cf3-973e-c919847b2df1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.567904] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.568105] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.568738] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c817e4e3-2e7a-4d89-bef4-68cc877be76f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.573699] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1503.573699] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]527aaa91-5020-3db7-398e-585e9bc29d21" [ 1503.573699] env[68503]: _type = "Task" [ 1503.573699] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.580884] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527aaa91-5020-3db7-398e-585e9bc29d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.084860] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]527aaa91-5020-3db7-398e-585e9bc29d21, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.085665] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252c6b04-80ef-4b01-b277-01f70bdb6aee {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.091449] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1504.091449] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52955da8-8032-e37d-3c18-ff92f6776f05" [ 1504.091449] env[68503]: _type = "Task" [ 1504.091449] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.098873] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52955da8-8032-e37d-3c18-ff92f6776f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.601814] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52955da8-8032-e37d-3c18-ff92f6776f05, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.602060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.602358] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 43c5d4b1-a217-4f81-adf4-33f2247c2da8/43c5d4b1-a217-4f81-adf4-33f2247c2da8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.602629] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03c41ad6-7c8a-45ef-b7eb-1d2188290935 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.608288] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1504.608288] env[68503]: value = "task-2863136" [ 1504.608288] env[68503]: _type = "Task" [ 1504.608288] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.615064] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.117254] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461179} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.117718] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 43c5d4b1-a217-4f81-adf4-33f2247c2da8/43c5d4b1-a217-4f81-adf4-33f2247c2da8.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.117718] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.117926] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40c5741c-e2d3-44fb-90a4-f7db498af00a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.124254] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1505.124254] env[68503]: value = "task-2863137" [ 1505.124254] env[68503]: _type = "Task" [ 1505.124254] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.131250] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.634176] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.38416} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.634176] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.634751] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc615e2-af99-4cff-800b-3abf2af0d53c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.655534] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 43c5d4b1-a217-4f81-adf4-33f2247c2da8/43c5d4b1-a217-4f81-adf4-33f2247c2da8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.655773] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e0889d-2927-4384-984b-3fcb34257015 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.674449] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1505.674449] env[68503]: value = "task-2863139" [ 1505.674449] env[68503]: _type = "Task" [ 1505.674449] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.681454] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.184564] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863139, 'name': ReconfigVM_Task, 'duration_secs': 0.363522} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.184971] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 43c5d4b1-a217-4f81-adf4-33f2247c2da8/43c5d4b1-a217-4f81-adf4-33f2247c2da8.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.185485] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b16da4-4a1d-459c-bfa0-d14a715ab571 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.190960] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1506.190960] env[68503]: value = "task-2863140" [ 1506.190960] env[68503]: _type = "Task" [ 1506.190960] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.197801] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863140, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.701071] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863140, 'name': Rename_Task, 'duration_secs': 0.155255} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.701071] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.701071] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd984940-7801-4f7e-b27f-4349b9074693 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.706646] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1506.706646] env[68503]: value = "task-2863141" [ 1506.706646] env[68503]: _type = "Task" [ 1506.706646] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.714494] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.216631] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863141, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.716578] env[68503]: DEBUG oslo_vmware.api [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863141, 'name': PowerOnVM_Task, 'duration_secs': 0.890968} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.720097] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.720097] env[68503]: INFO nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1507.720097] env[68503]: DEBUG nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.720097] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ff3dc-9dd2-4d6d-a18b-9c9a7c0fab01 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.239343] env[68503]: INFO nova.compute.manager [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Took 11.97 seconds to build instance. [ 1508.741649] env[68503]: DEBUG oslo_concurrency.lockutils [None req-eca845d8-b2d8-4c37-b7e8-ae5e41c6d6dc tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.476s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.746767] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.747086] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.747270] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.747454] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.747626] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.749758] env[68503]: INFO nova.compute.manager [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Terminating instance [ 1510.253805] env[68503]: DEBUG nova.compute.manager [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.254066] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.255067] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e7147c-1a67-41a4-bc41-094b24be91e1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.263020] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.263270] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d533ca5-3d4a-40f0-8de0-bd43d6199fb0 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.270177] env[68503]: DEBUG oslo_vmware.api [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1510.270177] env[68503]: value = "task-2863142" [ 1510.270177] env[68503]: _type = "Task" [ 1510.270177] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.278072] env[68503]: DEBUG oslo_vmware.api [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.779538] env[68503]: DEBUG oslo_vmware.api [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863142, 'name': PowerOffVM_Task, 'duration_secs': 0.207231} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.779937] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.779937] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.780198] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b76932ca-7e7e-4bbd-bb36-9ae08e971d0d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.844805] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.845058] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.845208] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleting the datastore file [datastore2] 43c5d4b1-a217-4f81-adf4-33f2247c2da8 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.845475] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e069f8e5-986b-4dde-9c4e-147e07c41622 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.851786] env[68503]: DEBUG oslo_vmware.api [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1510.851786] env[68503]: value = "task-2863144" [ 1510.851786] env[68503]: _type = "Task" [ 1510.851786] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.858935] env[68503]: DEBUG oslo_vmware.api [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.360937] env[68503]: DEBUG oslo_vmware.api [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133547} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.361208] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.361393] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.361570] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.361743] env[68503]: INFO nova.compute.manager [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1511.361986] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.362194] env[68503]: DEBUG nova.compute.manager [-] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.362292] env[68503]: DEBUG nova.network.neutron [-] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.633293] env[68503]: DEBUG nova.compute.manager [req-50aa1ddf-6414-4df7-8baf-1cdb18f4b008 req-431af0df-3b28-4400-bdd2-254ebd1db183 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Received event network-vif-deleted-242408e1-6e4d-474a-859b-9e6e0a75d6c3 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.633483] env[68503]: INFO nova.compute.manager [req-50aa1ddf-6414-4df7-8baf-1cdb18f4b008 req-431af0df-3b28-4400-bdd2-254ebd1db183 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Neutron deleted interface 242408e1-6e4d-474a-859b-9e6e0a75d6c3; detaching it from the instance and deleting it from the info cache [ 1511.633879] env[68503]: DEBUG nova.network.neutron [req-50aa1ddf-6414-4df7-8baf-1cdb18f4b008 req-431af0df-3b28-4400-bdd2-254ebd1db183 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.110483] env[68503]: DEBUG nova.network.neutron [-] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.136065] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-869ebb76-3f2b-49e6-b1f5-7b85f3642d32 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.145599] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a099f3-a300-47fa-b71a-ee9f1fb06950 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.169758] env[68503]: DEBUG nova.compute.manager [req-50aa1ddf-6414-4df7-8baf-1cdb18f4b008 req-431af0df-3b28-4400-bdd2-254ebd1db183 service nova] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Detach interface failed, port_id=242408e1-6e4d-474a-859b-9e6e0a75d6c3, reason: Instance 43c5d4b1-a217-4f81-adf4-33f2247c2da8 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1512.613420] env[68503]: INFO nova.compute.manager [-] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Took 1.25 seconds to deallocate network for instance. [ 1513.122060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.122060] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.122060] env[68503]: DEBUG nova.objects.instance [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'resources' on Instance uuid 43c5d4b1-a217-4f81-adf4-33f2247c2da8 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.669544] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367a34b6-47fc-42f0-bcde-205dd567607b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.677094] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8590c4d7-0d0b-438d-bf66-a9dabfc7d703 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.708244] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9243eaf5-700e-4d32-b12a-5e1c43cc775f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.715054] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f1ec9-4ade-4428-9e9a-1244417241ea {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.727817] env[68503]: DEBUG nova.compute.provider_tree [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.231016] env[68503]: DEBUG nova.scheduler.client.report [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.735604] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.761711] env[68503]: INFO nova.scheduler.client.report [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted allocations for instance 43c5d4b1-a217-4f81-adf4-33f2247c2da8 [ 1515.269071] env[68503]: DEBUG oslo_concurrency.lockutils [None req-cce3be5f-0c1f-4038-97a6-536c441e27af tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "43c5d4b1-a217-4f81-adf4-33f2247c2da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.752030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "9c2d05d2-be84-4739-a972-8401c967b315" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.752030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.254055] env[68503]: DEBUG nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Starting instance... {{(pid=68503) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.773258] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.773537] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.775072] env[68503]: INFO nova.compute.claims [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.821973] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f25a53-1e4f-4121-8e0d-2d4b52eb853f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.830414] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b06758-6903-4bf9-b920-c4414a391183 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.505881] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96412e07-282e-4ed2-a5a3-1906f458dd59 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.513534] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09b8bb-de6c-4f4c-982e-c703719044b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.526106] env[68503]: DEBUG nova.compute.provider_tree [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.029382] env[68503]: DEBUG nova.scheduler.client.report [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.534568] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.535099] env[68503]: DEBUG nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Start building networks asynchronously for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1521.040091] env[68503]: DEBUG nova.compute.utils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Using /dev/sd instead of None {{(pid=68503) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1521.041531] env[68503]: DEBUG nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Allocating IP information in the background. {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1521.041703] env[68503]: DEBUG nova.network.neutron [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] allocate_for_instance() {{(pid=68503) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.090430] env[68503]: DEBUG nova.policy [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c5900bd2bf46daba38cc64c7c2c6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3b83d4e27442289bca3d4af88c69df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68503) authorize /opt/stack/nova/nova/policy.py:192}} [ 1521.353499] env[68503]: DEBUG nova.network.neutron [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Successfully created port: 18935c00-84e7-493f-aede-72c20add6833 {{(pid=68503) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.545440] env[68503]: DEBUG nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Start building block device mappings for instance. {{(pid=68503) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1522.556430] env[68503]: DEBUG nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Start spawning the instance on the hypervisor. {{(pid=68503) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.584063] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T15:42:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T15:42:06Z,direct_url=,disk_format='vmdk',id=e2a34396-b5ef-4df8-85dc-47384c92b269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d286bbc2b2bd4da39037a3a7a250c08e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T15:42:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.584311] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.584463] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image limits 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.584675] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Flavor pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.584834] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Image pref 0:0:0 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.584978] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68503) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.585201] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.585356] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.585532] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Got 1 possible topologies {{(pid=68503) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.585711] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.585881] env[68503]: DEBUG nova.virt.hardware [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68503) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.586731] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b62f0f-a79f-4b1b-b836-99e7cd567972 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.594492] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807b4e6-58f0-42bd-bbaf-d056f5b9d166 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.701637] env[68503]: DEBUG nova.compute.manager [req-e20260f1-cdc9-499f-b8b0-b6a743531e63 req-6809940b-ab1b-4d19-9e5d-25d46d5edbfb service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Received event network-vif-plugged-18935c00-84e7-493f-aede-72c20add6833 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.701776] env[68503]: DEBUG oslo_concurrency.lockutils [req-e20260f1-cdc9-499f-b8b0-b6a743531e63 req-6809940b-ab1b-4d19-9e5d-25d46d5edbfb service nova] Acquiring lock "9c2d05d2-be84-4739-a972-8401c967b315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.701932] env[68503]: DEBUG oslo_concurrency.lockutils [req-e20260f1-cdc9-499f-b8b0-b6a743531e63 req-6809940b-ab1b-4d19-9e5d-25d46d5edbfb service nova] Lock "9c2d05d2-be84-4739-a972-8401c967b315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.702123] env[68503]: DEBUG oslo_concurrency.lockutils [req-e20260f1-cdc9-499f-b8b0-b6a743531e63 req-6809940b-ab1b-4d19-9e5d-25d46d5edbfb service nova] Lock "9c2d05d2-be84-4739-a972-8401c967b315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.702292] env[68503]: DEBUG nova.compute.manager [req-e20260f1-cdc9-499f-b8b0-b6a743531e63 req-6809940b-ab1b-4d19-9e5d-25d46d5edbfb service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] No waiting events found dispatching network-vif-plugged-18935c00-84e7-493f-aede-72c20add6833 {{(pid=68503) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.702453] env[68503]: WARNING nova.compute.manager [req-e20260f1-cdc9-499f-b8b0-b6a743531e63 req-6809940b-ab1b-4d19-9e5d-25d46d5edbfb service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Received unexpected event network-vif-plugged-18935c00-84e7-493f-aede-72c20add6833 for instance with vm_state building and task_state spawning. [ 1522.785193] env[68503]: DEBUG nova.network.neutron [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Successfully updated port: 18935c00-84e7-493f-aede-72c20add6833 {{(pid=68503) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.287490] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "refresh_cache-9c2d05d2-be84-4739-a972-8401c967b315" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.287705] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "refresh_cache-9c2d05d2-be84-4739-a972-8401c967b315" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.287855] env[68503]: DEBUG nova.network.neutron [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Building network info cache for instance {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.818598] env[68503]: DEBUG nova.network.neutron [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Instance cache missing network info. {{(pid=68503) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.930312] env[68503]: DEBUG nova.network.neutron [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Updating instance_info_cache with network_info: [{"id": "18935c00-84e7-493f-aede-72c20add6833", "address": "fa:16:3e:b4:db:79", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18935c00-84", "ovs_interfaceid": "18935c00-84e7-493f-aede-72c20add6833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.432925] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "refresh_cache-9c2d05d2-be84-4739-a972-8401c967b315" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.433279] env[68503]: DEBUG nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Instance network_info: |[{"id": "18935c00-84e7-493f-aede-72c20add6833", "address": "fa:16:3e:b4:db:79", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18935c00-84", "ovs_interfaceid": "18935c00-84e7-493f-aede-72c20add6833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68503) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.433706] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:db:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18935c00-84e7-493f-aede-72c20add6833', 'vif_model': 'vmxnet3'}] {{(pid=68503) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.441110] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1524.441318] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Creating VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.441543] env[68503]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6467725a-b10b-46f2-afc7-4e241f85020b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.461923] env[68503]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.461923] env[68503]: value = "task-2863145" [ 1524.461923] env[68503]: _type = "Task" [ 1524.461923] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.469312] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863145, 'name': CreateVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.729081] env[68503]: DEBUG nova.compute.manager [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Received event network-changed-18935c00-84e7-493f-aede-72c20add6833 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.729212] env[68503]: DEBUG nova.compute.manager [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Refreshing instance network info cache due to event network-changed-18935c00-84e7-493f-aede-72c20add6833. {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1524.729462] env[68503]: DEBUG oslo_concurrency.lockutils [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] Acquiring lock "refresh_cache-9c2d05d2-be84-4739-a972-8401c967b315" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.729717] env[68503]: DEBUG oslo_concurrency.lockutils [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] Acquired lock "refresh_cache-9c2d05d2-be84-4739-a972-8401c967b315" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.729717] env[68503]: DEBUG nova.network.neutron [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Refreshing network info cache for port 18935c00-84e7-493f-aede-72c20add6833 {{(pid=68503) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.971800] env[68503]: DEBUG oslo_vmware.api [-] Task: {'id': task-2863145, 'name': CreateVM_Task, 'duration_secs': 0.290597} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.972143] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Created VM on the ESX host {{(pid=68503) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.972659] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.972823] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.973140] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.973387] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf094648-9ac1-4847-88a0-61e31e57c969 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.977556] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1524.977556] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5293389d-3cc9-1c6c-e0bc-cc26590fd7a5" [ 1524.977556] env[68503]: _type = "Task" [ 1524.977556] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.984861] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5293389d-3cc9-1c6c-e0bc-cc26590fd7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.397740] env[68503]: DEBUG nova.network.neutron [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Updated VIF entry in instance network info cache for port 18935c00-84e7-493f-aede-72c20add6833. {{(pid=68503) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.398100] env[68503]: DEBUG nova.network.neutron [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Updating instance_info_cache with network_info: [{"id": "18935c00-84e7-493f-aede-72c20add6833", "address": "fa:16:3e:b4:db:79", "network": {"id": "512b26bc-0d61-4430-98c1-774aeaa27ac7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657109941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3b83d4e27442289bca3d4af88c69df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18935c00-84", "ovs_interfaceid": "18935c00-84e7-493f-aede-72c20add6833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.487579] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5293389d-3cc9-1c6c-e0bc-cc26590fd7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.487857] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.488087] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Processing image e2a34396-b5ef-4df8-85dc-47384c92b269 {{(pid=68503) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.488310] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.488450] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.488619] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.488862] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6aded2f-415c-42ae-8ee4-d6ab9deaea1f {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.496664] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68503) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.496831] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68503) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.497496] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26dceea1-b551-40b9-8f9c-d49b692927d5 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.501711] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1525.501711] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]5219cb6f-2004-82cd-419b-ef91c646a161" [ 1525.501711] env[68503]: _type = "Task" [ 1525.501711] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.508704] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5219cb6f-2004-82cd-419b-ef91c646a161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.901134] env[68503]: DEBUG oslo_concurrency.lockutils [req-ddd4b727-5969-4aa0-9753-e777e8bd3cc5 req-fe2e37fc-ca88-4300-b900-7f24b65e1a20 service nova] Releasing lock "refresh_cache-9c2d05d2-be84-4739-a972-8401c967b315" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.011394] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]5219cb6f-2004-82cd-419b-ef91c646a161, 'name': SearchDatastore_Task, 'duration_secs': 0.008243} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.012148] env[68503]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9663cd-e458-4168-b227-318f8b246e02 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.016649] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1526.016649] env[68503]: value = "session[5292d101-6419-744a-8918-596819b1699d]52c206f9-37f4-1b02-1274-1aaebf8a3323" [ 1526.016649] env[68503]: _type = "Task" [ 1526.016649] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.023331] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c206f9-37f4-1b02-1274-1aaebf8a3323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.526854] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': session[5292d101-6419-744a-8918-596819b1699d]52c206f9-37f4-1b02-1274-1aaebf8a3323, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.527153] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk" {{(pid=68503) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.527370] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 9c2d05d2-be84-4739-a972-8401c967b315/9c2d05d2-be84-4739-a972-8401c967b315.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.527608] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e817e915-9110-47dc-8201-98c1dc09444e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.534837] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1526.534837] env[68503]: value = "task-2863146" [ 1526.534837] env[68503]: _type = "Task" [ 1526.534837] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.541793] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.043598] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436424} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.043940] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2a34396-b5ef-4df8-85dc-47384c92b269/e2a34396-b5ef-4df8-85dc-47384c92b269.vmdk to [datastore2] 9c2d05d2-be84-4739-a972-8401c967b315/9c2d05d2-be84-4739-a972-8401c967b315.vmdk {{(pid=68503) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.044055] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Extending root virtual disk to 1048576 {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.044291] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bf8a2c7-503b-4ab3-86a1-a2089e290e6c {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.050886] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1527.050886] env[68503]: value = "task-2863147" [ 1527.050886] env[68503]: _type = "Task" [ 1527.050886] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.057778] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.559776] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056463} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.560042] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Extended root virtual disk {{(pid=68503) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.560787] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3ae86f-2d83-481e-8f8a-56e108312ce4 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.581463] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 9c2d05d2-be84-4739-a972-8401c967b315/9c2d05d2-be84-4739-a972-8401c967b315.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.581684] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ecd3f2-d11f-484b-9008-8a9bb9209b44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.599104] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1527.599104] env[68503]: value = "task-2863148" [ 1527.599104] env[68503]: _type = "Task" [ 1527.599104] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.605903] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.109351] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863148, 'name': ReconfigVM_Task, 'duration_secs': 0.280816} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.109645] env[68503]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 9c2d05d2-be84-4739-a972-8401c967b315/9c2d05d2-be84-4739-a972-8401c967b315.vmdk or device None with type sparse {{(pid=68503) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.110217] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da4bd30c-f382-418d-b186-97fb8e46115b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.116786] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1528.116786] env[68503]: value = "task-2863149" [ 1528.116786] env[68503]: _type = "Task" [ 1528.116786] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.124522] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863149, 'name': Rename_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.626137] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863149, 'name': Rename_Task, 'duration_secs': 0.142626} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.626537] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Powering on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.626880] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a53308f4-5f8f-4f7c-bec1-5068f72e10b3 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.632865] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1528.632865] env[68503]: value = "task-2863150" [ 1528.632865] env[68503]: _type = "Task" [ 1528.632865] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.639714] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.142734] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.643713] env[68503]: DEBUG oslo_vmware.api [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863150, 'name': PowerOnVM_Task, 'duration_secs': 0.525475} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.643959] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Powered on the VM {{(pid=68503) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.644162] env[68503]: INFO nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1529.644331] env[68503]: DEBUG nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.645119] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66dc5b1-680e-4b97-a45a-efd1a84ecee1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.163474] env[68503]: INFO nova.compute.manager [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Took 12.40 seconds to build instance. [ 1530.665790] env[68503]: DEBUG oslo_concurrency.lockutils [None req-d1e20a12-420b-4995-8a89-15fc0899e4fe tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.914s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.041531] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "9c2d05d2-be84-4739-a972-8401c967b315" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.041791] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.041977] env[68503]: DEBUG nova.compute.manager [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.042918] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c32a819-535f-48ad-af84-70ee9842aa44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.049872] env[68503]: DEBUG nova.compute.manager [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68503) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1531.050419] env[68503]: DEBUG nova.objects.instance [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'flavor' on Instance uuid 9c2d05d2-be84-4739-a972-8401c967b315 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.057819] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.058392] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6610eaca-8009-4154-aa77-e07087061224 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.065301] env[68503]: DEBUG oslo_vmware.api [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1532.065301] env[68503]: value = "task-2863151" [ 1532.065301] env[68503]: _type = "Task" [ 1532.065301] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.072957] env[68503]: DEBUG oslo_vmware.api [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.575082] env[68503]: DEBUG oslo_vmware.api [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863151, 'name': PowerOffVM_Task, 'duration_secs': 0.201303} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.575353] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.575544] env[68503]: DEBUG nova.compute.manager [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Checking state {{(pid=68503) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.576761] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c014adf-bc92-4aff-b9ec-8ddafdbef698 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.087507] env[68503]: DEBUG oslo_concurrency.lockutils [None req-fe6a9f67-3bef-4c6e-a004-98e2678ea152 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.649020] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "9c2d05d2-be84-4739-a972-8401c967b315" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.649227] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.649314] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "9c2d05d2-be84-4739-a972-8401c967b315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.649485] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.649661] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.651699] env[68503]: INFO nova.compute.manager [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Terminating instance [ 1534.155888] env[68503]: DEBUG nova.compute.manager [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.156298] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.157056] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3269271b-d005-4139-9b9d-880860e9be27 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.164872] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.165106] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e37d64-8686-475e-99a9-17560178b5b2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.223414] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.223609] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Deleting contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.223792] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleting the datastore file [datastore2] 9c2d05d2-be84-4739-a972-8401c967b315 {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.224058] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c229b6b-6828-4a46-8d59-a7182080332a {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.230219] env[68503]: DEBUG oslo_vmware.api [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1534.230219] env[68503]: value = "task-2863153" [ 1534.230219] env[68503]: _type = "Task" [ 1534.230219] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.237381] env[68503]: DEBUG oslo_vmware.api [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.739241] env[68503]: DEBUG oslo_vmware.api [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134105} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.739494] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.739653] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Deleted contents of the VM from datastore datastore2 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.739827] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.739998] env[68503]: INFO nova.compute.manager [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Took 0.58 seconds to destroy the instance on the hypervisor. [ 1534.740257] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1534.740446] env[68503]: DEBUG nova.compute.manager [-] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1534.740540] env[68503]: DEBUG nova.network.neutron [-] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1535.184967] env[68503]: DEBUG nova.compute.manager [req-ed8dc1d3-8119-4e3f-b48a-5b97db9ec1fd req-f7e093f8-ce7f-44f2-9d07-da20e250232b service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Received event network-vif-deleted-18935c00-84e7-493f-aede-72c20add6833 {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1535.185236] env[68503]: INFO nova.compute.manager [req-ed8dc1d3-8119-4e3f-b48a-5b97db9ec1fd req-f7e093f8-ce7f-44f2-9d07-da20e250232b service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Neutron deleted interface 18935c00-84e7-493f-aede-72c20add6833; detaching it from the instance and deleting it from the info cache [ 1535.185308] env[68503]: DEBUG nova.network.neutron [req-ed8dc1d3-8119-4e3f-b48a-5b97db9ec1fd req-f7e093f8-ce7f-44f2-9d07-da20e250232b service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.667345] env[68503]: DEBUG nova.network.neutron [-] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.687808] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5ee4736-7483-4501-9386-7d07ff380f7e {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.697556] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68e3ae-7e26-46df-a958-65e60c3a47c1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.720909] env[68503]: DEBUG nova.compute.manager [req-ed8dc1d3-8119-4e3f-b48a-5b97db9ec1fd req-f7e093f8-ce7f-44f2-9d07-da20e250232b service nova] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Detach interface failed, port_id=18935c00-84e7-493f-aede-72c20add6833, reason: Instance 9c2d05d2-be84-4739-a972-8401c967b315 could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1536.170535] env[68503]: INFO nova.compute.manager [-] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Took 1.43 seconds to deallocate network for instance. [ 1536.677283] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.677612] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.677784] env[68503]: DEBUG nova.objects.instance [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'resources' on Instance uuid 9c2d05d2-be84-4739-a972-8401c967b315 {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.316600] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6688da-4d3b-4b52-897a-070215304df1 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.323875] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5efe48-db76-4f03-a5ab-54e046520b44 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.352442] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.352807] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.353474] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c90b0-d5d3-4771-a82e-1b7cb5b2cf96 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.355749] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.355898] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68503) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1537.356092] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.356217] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Cleaning up deleted instances with incomplete migration {{(pid=68503) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1537.361524] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73533d9-ebcd-42e1-a692-cf0e96f39f3b {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.374980] env[68503]: DEBUG nova.compute.provider_tree [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.878151] env[68503]: DEBUG nova.scheduler.client.report [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.382928] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.422189] env[68503]: INFO nova.scheduler.client.report [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted allocations for instance 9c2d05d2-be84-4739-a972-8401c967b315 [ 1538.837461] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.837678] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.929655] env[68503]: DEBUG oslo_concurrency.lockutils [None req-3b02979b-8419-4f76-923e-dfd3faed1c38 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "9c2d05d2-be84-4739-a972-8401c967b315" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.280s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.322732] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "2003633e-41d1-44ff-94ee-a79f5fb146ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.323030] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.323223] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "2003633e-41d1-44ff-94ee-a79f5fb146ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.323406] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.323573] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.325652] env[68503]: INFO nova.compute.manager [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Terminating instance [ 1539.340695] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.340907] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.341078] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.341228] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68503) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1539.342062] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5dcdf5-462d-47a3-b7de-43eadcb1c377 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.350399] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b386e795-3074-455f-a3fa-822cf27f39ab {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.363978] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c8160-f1b9-4f86-850c-35e5f5d01dec {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.370064] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377cbaf3-8002-4924-8a5c-de920b322c98 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.399506] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180683MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68503) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1539.399644] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.399830] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.829319] env[68503]: DEBUG nova.compute.manager [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Start destroying the instance on the hypervisor. {{(pid=68503) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.829520] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Destroying instance {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.830425] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd652d1b-32e5-468b-8ec9-b82a073c2d7d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.839366] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Powering off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.839600] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceddd807-8711-425f-bb25-13bedb14968d {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.847027] env[68503]: DEBUG oslo_vmware.api [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1539.847027] env[68503]: value = "task-2863154" [ 1539.847027] env[68503]: _type = "Task" [ 1539.847027] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.854596] env[68503]: DEBUG oslo_vmware.api [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.357390] env[68503]: DEBUG oslo_vmware.api [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863154, 'name': PowerOffVM_Task, 'duration_secs': 0.180006} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.357771] env[68503]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Powered off the VM {{(pid=68503) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.357820] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Unregistering the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.358062] env[68503]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e1e3db4-1f31-4ed4-8e14-afd7136c40e2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.416713] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Unregistered the VM {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.416938] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Deleting contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.417111] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleting the datastore file [datastore1] 2003633e-41d1-44ff-94ee-a79f5fb146ba {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.417434] env[68503]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31bbe8a6-50ee-4832-8ef7-7a6cf3a5c432 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.423311] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Instance 2003633e-41d1-44ff-94ee-a79f5fb146ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68503) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1540.423499] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1540.423639] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68503) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1540.427095] env[68503]: DEBUG oslo_vmware.api [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for the task: (returnval){ [ 1540.427095] env[68503]: value = "task-2863156" [ 1540.427095] env[68503]: _type = "Task" [ 1540.427095] env[68503]: } to complete. {{(pid=68503) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.434353] env[68503]: DEBUG oslo_vmware.api [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.448931] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b174a-d1f5-4851-9af1-0bd899a621c2 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.454952] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c3d10-c867-447d-aa0a-613f3bcc4772 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.482859] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2254f9a3-bb6e-4189-b358-dd206c7f8a04 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.489436] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e33843-cfd5-4ca4-9612-552712806f95 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.501573] env[68503]: DEBUG nova.compute.provider_tree [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.938393] env[68503]: DEBUG oslo_vmware.api [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Task: {'id': task-2863156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130236} completed successfully. {{(pid=68503) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.938636] env[68503]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted the datastore file {{(pid=68503) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.938816] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Deleted contents of the VM from datastore datastore1 {{(pid=68503) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.938987] env[68503]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Instance destroyed {{(pid=68503) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.939178] env[68503]: INFO nova.compute.manager [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1540.939416] env[68503]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68503) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.939602] env[68503]: DEBUG nova.compute.manager [-] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Deallocating network for instance {{(pid=68503) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.939693] env[68503]: DEBUG nova.network.neutron [-] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] deallocate_for_instance() {{(pid=68503) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.004785] env[68503]: DEBUG nova.scheduler.client.report [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.187343] env[68503]: DEBUG nova.compute.manager [req-c44d9747-27c8-4e15-ba73-21a617a4b852 req-5ed29fe0-b806-4af8-a62d-1b3592ac2712 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Received event network-vif-deleted-2e35cbda-a40e-472f-b6e4-1e61913a692b {{(pid=68503) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.187343] env[68503]: INFO nova.compute.manager [req-c44d9747-27c8-4e15-ba73-21a617a4b852 req-5ed29fe0-b806-4af8-a62d-1b3592ac2712 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Neutron deleted interface 2e35cbda-a40e-472f-b6e4-1e61913a692b; detaching it from the instance and deleting it from the info cache [ 1541.187343] env[68503]: DEBUG nova.network.neutron [req-c44d9747-27c8-4e15-ba73-21a617a4b852 req-5ed29fe0-b806-4af8-a62d-1b3592ac2712 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.509398] env[68503]: DEBUG nova.compute.resource_tracker [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68503) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1541.509722] env[68503]: DEBUG oslo_concurrency.lockutils [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.110s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.669380] env[68503]: DEBUG nova.network.neutron [-] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Updating instance_info_cache with network_info: [] {{(pid=68503) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.689741] env[68503]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b6636d3-223c-4d9c-a8b4-0c6d0284ddbd {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.700999] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c50c23-ae52-4bbb-9e8c-7eaeb0e55995 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.729913] env[68503]: DEBUG nova.compute.manager [req-c44d9747-27c8-4e15-ba73-21a617a4b852 req-5ed29fe0-b806-4af8-a62d-1b3592ac2712 service nova] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Detach interface failed, port_id=2e35cbda-a40e-472f-b6e4-1e61913a692b, reason: Instance 2003633e-41d1-44ff-94ee-a79f5fb146ba could not be found. {{(pid=68503) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1542.002232] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.002430] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.002566] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.172960] env[68503]: INFO nova.compute.manager [-] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Took 1.23 seconds to deallocate network for instance. [ 1542.335077] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.680326] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.680737] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.680812] env[68503]: DEBUG nova.objects.instance [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lazy-loading 'resources' on Instance uuid 2003633e-41d1-44ff-94ee-a79f5fb146ba {{(pid=68503) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.223114] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dfb8b9-66f0-4283-8e87-1eb4164d0897 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.229597] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6277008b-6008-46c5-81b4-37e80653ea28 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.260912] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f956c5b-6e38-42b2-af39-66cfbbec1eb6 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.267981] env[68503]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5793ed5-5612-4f73-b47f-6103e3f04a76 {{(pid=68503) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.280858] env[68503]: DEBUG nova.compute.provider_tree [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed in ProviderTree for provider: 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 {{(pid=68503) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.783958] env[68503]: DEBUG nova.scheduler.client.report [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Inventory has not changed for provider 5ef92549-0919-4b2c-ae90-83dbb99c3fc8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68503) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.288820] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.318417] env[68503]: INFO nova.scheduler.client.report [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Deleted allocations for instance 2003633e-41d1-44ff-94ee-a79f5fb146ba [ 1544.826967] env[68503]: DEBUG oslo_concurrency.lockutils [None req-f6cf8714-4b45-438e-ac35-fea38c392d79 tempest-ServersTestJSON-1644812942 tempest-ServersTestJSON-1644812942-project-member] Lock "2003633e-41d1-44ff-94ee-a79f5fb146ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.504s {{(pid=68503) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.836634] env[68503]: DEBUG oslo_service.periodic_task [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68503) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.836784] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] Cleaning up deleted instances {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1545.345729] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] There are 27 instances to clean {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1545.345935] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 9c2d05d2-be84-4739-a972-8401c967b315] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.849084] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 43c5d4b1-a217-4f81-adf4-33f2247c2da8] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.352426] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 0a92772d-be86-4658-af64-dfdecf8a8075] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.856770] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 1d66f67f-c190-4357-85cf-0bd7f20bc902] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.360865] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 26c74773-29d0-4a3b-a5bb-9dc575f4b2d6] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.864673] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 85233447-358f-4371-9beb-7abc87053a7d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.369481] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: f526e999-7df6-4ec2-a441-639bc53b3ab2] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.872605] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 2003633e-41d1-44ff-94ee-a79f5fb146ba] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.376599] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: fda69272-f80e-4efc-8196-2f7aac2629c4] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.880162] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: f86dea74-a5a9-4d54-bacb-a7d451578db2] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.383870] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 99b483f6-bed0-4701-8be8-9bfc42f1c580] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.887514] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 14ca668c-b85b-45d7-92d8-91c8a23c810d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.390776] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 3f31d7ea-4e5f-48b6-b048-9d4164ae2319] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.894168] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 67837506-990e-45bf-834c-c7e47c562746] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.398298] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: d6733469-fd30-4f5a-bff7-e7ad5995633d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.901337] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 38135e7a-0742-4d01-a34e-efb5432657ae] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.405323] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: e847973e-844c-4902-889f-421a8697ad75] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.909259] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: d9e3435d-966f-4546-b820-05f639681730] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.413242] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: fc97c8b7-3a82-4d39-b9fc-f4e82c554d91] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.916451] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 5423b29a-4769-49f0-b00e-db1670d3ce09] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.420016] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 85551269-ec7b-436f-a289-92d4380f7a44] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.923418] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 30e2b79b-1799-4068-b27f-a7144279d615] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.426848] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 8ae86b66-2942-4d7d-9db4-69a9465eba6c] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.930187] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: b50de0fc-3e15-4a35-acf0-299b9eaa5744] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.433355] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: dea890da-d94c-4ecd-80f8-afd670ad9b80] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.936799] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 342bf4ba-d495-4146-bc90-3ff571825def] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.440407] env[68503]: DEBUG nova.compute.manager [None req-dc2641b1-d097-46ad-ac34-55f2160c6ab9 None None] [instance: 36a36399-1707-4621-b677-6d728936489d] Instance has had 0 of 5 cleanup attempts {{(pid=68503) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}